-- Logs begin at Tue 2021-04-20 17:35:15 UTC, end at Tue 2021-04-20 18:32:49 UTC. -- Apr 20 18:08:23.507082 dv-cinder-786930-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 18:08:26.698174 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.common.config [-] Logging enabled! Apr 20 18:08:26.698787 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 18:08:26.700029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86206) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 18:08:26.702402 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.common.config [-] Logging enabled! Apr 20 18:08:26.702708 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 18:08:26.703055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86206) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 18:08:26.704085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 18:08:26.704348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 18:08:26.705379 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 18:08:26.705662 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 18:08:26.705920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 18:08:26.706289 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.706659 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.706997 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.707259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.707594 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.707932 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.708251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.708585 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.708918 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.709238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.709553 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.709906 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.710166 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.710485 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.711090 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.711415 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.711670 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] debug = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.711986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.712524 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.712840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.713152 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.713478 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.713787 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.714093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.714401 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.714742 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.715105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] host = dv-cinder-786930-2-smb {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.715415 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.715742 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.716066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.716392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.716736 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.717047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.717369 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.717678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.717987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] log_file = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.718295 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.718650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.718978 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.719310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.719561 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.719811 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.720136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.720464 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.720777 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.721084 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.721391 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.721697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.722004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.722305 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.722649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.722971 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.723295 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.723600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.723906 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.724212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.724519 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.724838 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.725143 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.725447 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.725752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.726076 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.726377 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.726706 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.727047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.727369 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.727691 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.728012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.728318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.728638 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.728939 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.729239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.729539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] use_json = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.729841 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.730141 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.730455 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.730782 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.731082 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.731383 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.731683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.732006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:26.732393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.732803 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.733148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.733463 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.733795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.734111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.734437 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.734770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.735097 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.735423 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.735742 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.736050 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.736369 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.736679 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.737010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.737351 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.737688 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.738015 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.738323 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.738651 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.738961 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.739270 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.739591 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.739923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.740251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.740559 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.740870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.741201 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.741511 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.741815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.742125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.742454 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.742790 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.743100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.743415 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.743722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.744025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.744328 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.744637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.744963 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.745272 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.745576 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.745878 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.746186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.746486 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.746831 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.747141 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.747446 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.747754 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.748657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.748946 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.749251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.749559 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.749864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.750171 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.750477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.750813 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.751117 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.751420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.751726 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.752029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.752332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.752639 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.752942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.753245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.753549 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.753854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.754158 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.754475 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.754828 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.755140 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.755449 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.755760 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.756068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.756377 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.756686 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.756995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.757306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.757612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.757940 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.758261 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.758600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.758916 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.759228 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.759564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.759876 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.760195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.760507 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.760818 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.761139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.761456 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.761785 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.762111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.762437 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.762792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.763120 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.764025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.764381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.764696 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:26.764941 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 18:08:26.765201 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86206) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 18:08:27.427920 dv-cinder-786930-2-smb neutron-server[86206]: INFO keyring.backend [-] Loading Gnome Apr 20 18:08:27.444644 dv-cinder-786930-2-smb neutron-server[86206]: INFO keyring.backend [-] Loading Google Apr 20 18:08:27.447355 dv-cinder-786930-2-smb neutron-server[86206]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 18:08:27.451599 dv-cinder-786930-2-smb neutron-server[86206]: INFO keyring.backend [-] Loading file Apr 20 18:08:27.452427 dv-cinder-786930-2-smb neutron-server[86206]: INFO keyring.backend [-] Loading keyczar Apr 20 18:08:27.452714 dv-cinder-786930-2-smb neutron-server[86206]: INFO keyring.backend [-] Loading multi Apr 20 18:08:27.453348 dv-cinder-786930-2-smb neutron-server[86206]: INFO keyring.backend [-] Loading pyfs Apr 20 18:08:27.499456 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:08:27.499762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:08:27.500077 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:08:27.500441 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 18:08:27.894350 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:27.894974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:27.894974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:27.896316 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:27.896737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:27.897029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:27.933610 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:27.933918 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:27.934212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:27.949787 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:27.950093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:27.950387 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.016800 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.017100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.017393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.018393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.018739 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.020516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.292024 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.292350 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.292639 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.292936 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.293745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.442541 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.442931 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.443247 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.443538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.443830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.444201 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.444660 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.444949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.445234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.445565 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.445856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.446157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.446452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.446762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.447069 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.447385 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.447674 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.447982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.448256 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.448593 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.449034 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.449310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.449581 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.449911 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.450183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.450452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.450914 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:08:28.451185 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:08:28.451452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:08:28.451719 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:08:28.451985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:08:28.452381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:08:28.452794 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 18:08:28.455933 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 18:08:28.459814 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 18:08:28.463830 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 20 18:08:28.465465 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 18:08:28.466927 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 18:08:28.467305 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 18:08:28.467732 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 18:08:28.471540 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 18:08:28.471815 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 18:08:28.472199 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 18:08:28.499655 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 18:08:28.500151 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.500481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86206) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 18:08:28.500879 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.502215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86206) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 18:08:28.502562 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 18:08:28.502856 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 18:08:28.505885 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.506195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:28.573031 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 18:08:28.573206 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 18:08:28.573466 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 18:08:28.573871 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 18:08:28.608570 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_db.sqlalchemy.engines [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86206) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 18:08:29.052205 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Initializing driver for type 'gre' Apr 20 18:08:29.052774 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] gre ID ranges: [(1, 1000)] Apr 20 18:08:29.094190 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Initializing driver for type 'local' Apr 20 18:08:29.094577 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Initializing driver for type 'vlan' Apr 20 18:08:29.104858 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] VlanTypeDriver initialization complete Apr 20 18:08:29.105226 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Initializing driver for type 'vxlan' Apr 20 18:08:29.105766 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] vxlan ID ranges: [(1, 1000)] Apr 20 18:08:29.145204 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Initializing extension driver 'port_security' Apr 20 18:08:29.145558 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.extensions.port_security [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] PortSecurityExtensionDriver initialization complete Apr 20 18:08:29.145933 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Initializing mechanism driver 'openvswitch' Apr 20 18:08:29.146286 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Initializing mechanism driver 'hyperv' Apr 20 18:08:29.152568 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86206) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:08:29.153395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > port after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.153799 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > port after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.154795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > port after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.155218 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > subnet after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.155602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > subnet after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.155978 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > subnet after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.156391 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > network after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.156768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > network after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.157141 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > network after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.157550 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > security_group after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.157928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > security_group after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.158451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > security_group after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.158895 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.159272 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.159645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.160058 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > address_group after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.160432 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > address_group after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.160802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > address_group after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.161167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] ML2 OVO RPC backend initialized. {{(pid=86206) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 18:08:29.161947 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router_interface after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.162333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.162811 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > network before_response 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.163192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > networks before_response 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.163567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > port before_response 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.163942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > ports before_response 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.164313 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > subnet before_response 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.164685 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > subnets before_response 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.165059 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > network after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.165428 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > network after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.165793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > network after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.166165 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > port after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.166548 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > port after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.166966 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > port after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.167479 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > subnet after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.167641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > subnet after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.167986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > subnet after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.168622 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.plugin [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Modular L2 Plugin initialization complete Apr 20 18:08:29.168975 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading services supported by the core plugin {{(pid=86206) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 18:08:29.169336 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.plugins.ml2.managers [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Got port-security extension from driver 'port_security' Apr 20 18:08:29.169966 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.extensions.vlantransparent [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Disabled vlantransparent extension. Apr 20 18:08:29.170650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86206) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 18:08:29.170995 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading Plugin: router Apr 20 18:08:29.209575 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router_interface before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.209954 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router after_create 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.210353 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router before_create 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.211030 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.211439 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.212017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router after_delete 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.212224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > floatingip after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.212630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router after_create 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.213002 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router after_update 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.213385 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router after_update 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.213768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.214161 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router after_update 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.214680 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router precommit_update 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.215098 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: port after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.215469 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: port after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.215836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: subnet after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.216206 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.217133 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > port precommit_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.217526 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router precommit_create 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.218074 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: port before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.218439 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router precommit_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.218888 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router after_update 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.219289 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router precommit_delete 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.219649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router precommit_create 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.220202 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router_interface after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.220538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router precommit_update 55549900 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.221033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > network after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.222051 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Tracking information for resource: router configured {{(pid=86206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:08:29.222420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Tracking information for resource: floatingip configured {{(pid=86206) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:08:29.227470 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_agentschedulers_db [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 18:08:29.228112 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: port after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.228505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: port after_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.228885 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: port after_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.229270 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: port after_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.230179 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router before_create 55550100 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.230613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router precommit_delete 55550100 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.231012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router precommit_create 55550100 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.231400 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > router precommit_update 55550100 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.236506 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.provider_configuration [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service providers = [] {{(pid=86206) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 18:08:29.236900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.servicetype_db [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86206) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 18:08:29.239767 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.service_base [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:08:29.240145 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.service_base [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:08:29.240521 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.service_base [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:08:29.241411 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.service_base [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86206) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:08:29.241814 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.services.service_base [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 18:08:29.242233 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:08:29.242608 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 18:08:29.252864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:08:29.253236 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading Plugin: auto_allocate Apr 20 18:08:29.259121 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: network precommit_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.259529 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: network precommit_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.260111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:08:29.260467 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading Plugin: tag Apr 20 18:08:29.268228 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:08:29.268596 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading Plugin: timestamp Apr 20 18:08:29.272447 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:08:29.272813 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading Plugin: network_ip_availability Apr 20 18:08:29.278278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.278710 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.279661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.280418 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:08:29.280773 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading Plugin: flavors Apr 20 18:08:29.285354 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:08:29.285718 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading Plugin: revisions Apr 20 18:08:29.290137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86206) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:08:29.290577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=86206) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:08:29.291372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86206) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 18:08:29.291726 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Initializing extension manager. Apr 20 18:08:29.292285 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: __init__.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.292660 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: __pycache__ {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.293033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.293441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: address_group.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.294190 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.294880 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: address-group Apr 20 18:08:29.295239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: address_scope.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.296001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.296569 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: address-scope Apr 20 18:08:29.296927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: admin_state_down_before_update.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.297861 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.298426 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: router-admin-state-down-before-update Apr 20 18:08:29.298813 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: agent.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.299561 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.300122 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: agent Apr 20 18:08:29.300481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: agent_resources_synced.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.301391 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.301965 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: agent-resources-synced Apr 20 18:08:29.302320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: allowedaddresspairs.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.304142 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.304709 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: allowed-address-pairs Apr 20 18:08:29.305068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: auto_allocated_topology.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.306136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.306733 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: auto-allocated-topology Apr 20 18:08:29.307095 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: availability_zone.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.307836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.308400 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: availability_zone Apr 20 18:08:29.308756 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: availability_zone_filter.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.309670 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.310759 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: availability_zone_filter Apr 20 18:08:29.311120 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: data_plane_status.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.312150 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.312727 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 18:08:29.313085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: default_subnetpools.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.314004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.314586 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: default-subnetpools Apr 20 18:08:29.314947 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: dhcpagentscheduler.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.315814 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.316384 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: dhcp_agent_scheduler Apr 20 18:08:29.316745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: dns.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.317669 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.318234 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension dns-integration not supported by any of loaded plugins Apr 20 18:08:29.318623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: dns_domain_ports.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.319545 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.320113 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 18:08:29.320471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: dvr.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.321181 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.321746 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: dvr Apr 20 18:08:29.322101 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: empty_string_filtering.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.323040 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.323598 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: empty-string-filtering Apr 20 18:08:29.323952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.324859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.325420 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 18:08:29.325775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.327280 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.327851 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 18:08:29.328206 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: external_net.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.329115 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.329680 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: external-net Apr 20 18:08:29.330033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: extra_dhcp_opt.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.330967 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.331532 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: extra_dhcp_opt Apr 20 18:08:29.331888 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: extraroute.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.332813 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.333552 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: extraroute Apr 20 18:08:29.333728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: extraroute_atomic.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.334946 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.335542 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: extraroute-atomic Apr 20 18:08:29.336114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: filter_validation.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.336891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.337454 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: filter-validation Apr 20 18:08:29.337810 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: fip_pf_description.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.338748 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.339306 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 18:08:29.339659 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: fip_port_details.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.340679 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.341245 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: fip-port-details Apr 20 18:08:29.341630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: flavors.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.342964 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.343531 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: flavors Apr 20 18:08:29.343893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.345568 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.346145 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 18:08:29.346511 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: floatingip_pools.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.347289 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.347859 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: floatingip-pools Apr 20 18:08:29.348221 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: ip_allocation.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.349160 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.349728 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 18:08:29.350089 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.351052 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.351616 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: ip-substring-filtering Apr 20 18:08:29.351975 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: l2_adjacency.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.352901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.353464 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 18:08:29.353824 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: l3.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.354935 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.355507 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: router Apr 20 18:08:29.355865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: l3_conntrack_helper.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.358191 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.358805 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 18:08:29.359173 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.360115 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.360690 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: ext-gw-mode Apr 20 18:08:29.361053 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.362095 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.362706 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: l3-ha Apr 20 18:08:29.363068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: l3_flavors.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.363996 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.364567 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: l3-flavors Apr 20 18:08:29.364930 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.365853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.366421 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 18:08:29.366805 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: l3agentscheduler.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.367986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.368572 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: l3_agent_scheduler Apr 20 18:08:29.368935 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: logging.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.370420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.371027 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension logging not supported by any of loaded plugins Apr 20 18:08:29.371393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: metering.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.372187 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.373412 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: metering Apr 20 18:08:29.373791 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.374964 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.375540 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: metering_source_and_destination_fields Apr 20 18:08:29.375899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: multiprovidernet.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.376832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.377406 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: multi-provider Apr 20 18:08:29.377767 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: netmtu.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.378718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.379279 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: net-mtu Apr 20 18:08:29.379638 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: netmtu_writable.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.380569 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.381135 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: net-mtu-writable Apr 20 18:08:29.381496 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: network_availability_zone.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.382315 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.382914 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: network_availability_zone Apr 20 18:08:29.383272 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: network_ip_availability.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.384365 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.384927 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: network-ip-availability Apr 20 18:08:29.385284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: network_segment_range.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.386109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.386709 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 18:08:29.387065 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: pagination.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.388057 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.388989 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: pagination Apr 20 18:08:29.389350 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: port_device_profile.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.390260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.390879 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: port-device-profile Apr 20 18:08:29.391237 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.392159 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.392729 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: port-mac-address-regenerate Apr 20 18:08:29.393087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.393993 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.394581 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: port-numa-affinity-policy Apr 20 18:08:29.394945 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: port_resource_request.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.395850 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.396411 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 18:08:29.396763 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: portbindings.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.397699 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.398264 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: binding Apr 20 18:08:29.398651 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: portbindings_extended.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.399917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.400494 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: binding-extended Apr 20 18:08:29.400855 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: portsecurity.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.401770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.402346 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: port-security Apr 20 18:08:29.402737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: project_id.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.403704 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.404114 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: project-id Apr 20 18:08:29.404471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: providernet.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.405391 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.405964 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: provider Apr 20 18:08:29.406321 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: qos.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.409928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.410523 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension qos not supported by any of loaded plugins Apr 20 18:08:29.410912 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.412154 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.412728 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 18:08:29.413092 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.414022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.414618 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 18:08:29.414979 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: qos_default.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.415892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.416458 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension qos-default not supported by any of loaded plugins Apr 20 18:08:29.416812 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: qos_fip.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.417501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.418060 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension qos-fip not supported by any of loaded plugins Apr 20 18:08:29.418416 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: qos_gateway_ip.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.419366 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.419978 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 18:08:29.420332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: qos_port_network_policy.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.421243 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.421816 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 18:08:29.422171 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: qos_rule_type_details.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.423120 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.423688 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 18:08:29.424042 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: qos_rules_alias.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.425099 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.425678 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 18:08:29.426038 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: quotasv2.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.427040 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.427409 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: quotas Apr 20 18:08:29.427762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: quotasv2_detail.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.429441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.429819 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: quota_details Apr 20 18:08:29.430180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: rbac.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.431352 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.431934 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: rbac-policies Apr 20 18:08:29.432294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: rbac_address_group.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.433238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.433818 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: rbac-address-group Apr 20 18:08:29.434177 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: rbac_address_scope.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.435119 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.436264 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: rbac-address-scope Apr 20 18:08:29.436668 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: rbac_security_groups.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.437592 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.438161 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: rbac-security-groups Apr 20 18:08:29.438519 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: rbac_subnetpool.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.439473 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.440056 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: rbac-subnetpool Apr 20 18:08:29.440515 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: revisionifmatch.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.441354 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.441927 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: revision-if-match Apr 20 18:08:29.442287 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: revisions.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.443436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.444002 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: standard-attr-revisions Apr 20 18:08:29.444360 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: router_availability_zone.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.445069 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.445632 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: router_availability_zone Apr 20 18:08:29.445985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: routerservicetype.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.446931 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.447494 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension router-service-type not supported by any of loaded plugins Apr 20 18:08:29.447844 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.448778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.449345 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: security-groups-normalized-cidr Apr 20 18:08:29.449700 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: security_groups_port_filtering.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.450675 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.451912 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: port-security-groups-filtering Apr 20 18:08:29.452270 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.453208 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.453781 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: security-groups-remote-address-group Apr 20 18:08:29.454133 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: securitygroup.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.467904 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.468458 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: security-group Apr 20 18:08:29.468824 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: segment.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.469678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.470256 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension segment not supported by any of loaded plugins Apr 20 18:08:29.470645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.471598 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.472173 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 18:08:29.472529 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: servicetype.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.473627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.474207 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: service-type Apr 20 18:08:29.474602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: sorting.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.475580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.475951 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: sorting Apr 20 18:08:29.476303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: standard_attr_segment.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.477226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.477799 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 18:08:29.478157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: standardattrdescription.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.478870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.479444 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: standard-attr-description Apr 20 18:08:29.479802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: stateful_security_group.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.480732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.481318 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: stateful-security-group Apr 20 18:08:29.481679 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: stdattrs_common.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.482319 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 18:08:29.482850 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.483862 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.484433 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 18:08:29.484788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: subnet_onboard.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.485852 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.486423 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: subnet_onboard Apr 20 18:08:29.486805 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.487734 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.488311 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 18:08:29.488665 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: subnet_service_types.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.489598 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.490171 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: subnet-service-types Apr 20 18:08:29.490557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: subnetallocation.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.491644 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.492225 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: subnet_allocation Apr 20 18:08:29.492588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.493284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.493858 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: subnetpool-prefix-ops Apr 20 18:08:29.494214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.495179 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.495741 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 18:08:29.496096 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: tagging.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.497367 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.498666 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: standard-attr-tag Apr 20 18:08:29.499034 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: timestamp.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.500211 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.500796 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loaded extension: standard-attr-timestamp Apr 20 18:08:29.501154 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: trunk.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.502181 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.502777 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension trunk not supported by any of loaded plugins Apr 20 18:08:29.503135 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: trunk_details.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.504056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.504624 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension trunk-details not supported by any of loaded plugins Apr 20 18:08:29.504981 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: uplink_status_propagation.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.505897 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.506461 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 18:08:29.506849 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Loading extension file: vlantransparent.py {{(pid=86206) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:08:29.507548 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86206) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:08:29.508116 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 18:08:29.510947 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:network Apr 20 18:08:29.511640 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:subnet Apr 20 18:08:29.512298 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:08:29.512943 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:port Apr 20 18:08:29.515148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.515634 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service FLAVORS assigned prefix: {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.516319 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.516794 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.517163 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:router Apr 20 18:08:29.517886 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:floatingip Apr 20 18:08:29.518681 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service METERING assigned prefix: /metering {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.520491 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.520886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.521269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86206) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:08:29.522415 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 18:08:29.522929 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:security_group Apr 20 18:08:29.523743 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 18:08:29.524541 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service CORE assigned prefix: {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.524912 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:08:29.525271 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] subnetpool is already registered Apr 20 18:08:29.525941 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service CORE assigned prefix: {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.526300 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:08:29.526691 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] subnetpool is already registered Apr 20 18:08:29.529553 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.530032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service FLAVORS assigned prefix: {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.530712 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.531184 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.531553 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:router Apr 20 18:08:29.531919 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] router is already registered Apr 20 18:08:29.532571 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:floatingip Apr 20 18:08:29.532932 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] floatingip is already registered Apr 20 18:08:29.533616 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service METERING assigned prefix: /metering {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.534360 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 18:08:29.534747 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] rbac_policy is already registered Apr 20 18:08:29.535374 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:security_group Apr 20 18:08:29.535733 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] security_group is already registered Apr 20 18:08:29.536380 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 18:08:29.536737 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] security_group_rule is already registered Apr 20 18:08:29.537452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service CORE assigned prefix: {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.537813 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:08:29.538169 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] subnetpool is already registered Apr 20 18:08:29.538886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.resource_helper [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Service CORE assigned prefix: {{(pid=86206) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:08:29.539253 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:08:29.539609 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.quota.resource_registry [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] subnetpool is already registered Apr 20 18:08:29.540319 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: extensions {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.541841 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: address-groups {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.543510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: address-scopes {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.544877 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: agents {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.546116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: auto-allocated-topology {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.547439 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: availability_zones {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.548831 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: dhcp-networks {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.550288 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: dhcp-agents {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.551810 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: routers {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.553668 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: flavors {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.554906 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: service_profiles {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.556156 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: next_providers {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.557773 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: service_profiles {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.559297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: floatingip-pools {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.561113 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: routers {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.562989 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: floatingips {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.564230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: l3-routers {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.565677 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: l3-agents {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.567186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: metering-labels {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.569413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: metering-label-rules {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.570761 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: network-ip-availabilities {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.572103 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: bindings {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.573814 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: quotas {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.575345 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: quotas {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.577479 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: rbac-policies {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.578856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: security-groups {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.580129 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: security-group-rules {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.581423 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: service-providers {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.582713 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: subnetpools {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.584200 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: subnetpools {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.585695 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: tags {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.587731 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: tags {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.589604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: tags {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.591510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: tags {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.593376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: tags {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.595368 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: tags {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.597259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: tags {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.599244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: tags {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.601080 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: tags {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.603157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.extensions [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Extended resource: tags {{(pid=86206) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:08:29.610305 dv-cinder-786930-2-smb neutron-server[86206]: WARNING keystonemiddleware.auth_token [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 18:08:29.615613 dv-cinder-786930-2-smb neutron-server[86206]: WARNING keystonemiddleware.auth_token [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 18:08:29.625118 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Acquired lock "singleton_lock" {{(pid=86206) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 18:08:29.625690 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Releasing lock "singleton_lock" {{(pid=86206) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 18:08:29.627559 dv-cinder-786930-2-smb neutron-server[86206]: INFO oslo_service.service [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Starting 2 workers Apr 20 18:08:29.631950 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Started child 86319 {{(pid=86206) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:08:29.635964 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:29.636733 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Started child 86320 {{(pid=86206) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:08:29.637447 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [-] (86319) wsgi starting up on http://0.0.0.0:9696 Apr 20 18:08:29.638214 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.service [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 18:08:29.639484 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Notify callbacks [] for process, before_spawn {{(pid=86206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:29.641092 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:29.642041 dv-cinder-786930-2-smb neutron-server[86206]: INFO oslo_service.service [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Starting 1 workers Apr 20 18:08:29.642453 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [-] (86320) wsgi starting up on http://0.0.0.0:9696 Apr 20 18:08:29.647508 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Started child 86321 {{(pid=86206) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:08:29.648061 dv-cinder-786930-2-smb neutron-server[86206]: INFO oslo_service.service [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Starting 1 workers Apr 20 18:08:29.649640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.service [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] calling RpcWorker wait() {{(pid=86321) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 18:08:29.650021 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.service [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] returning from RpcWorker wait() {{(pid=86321) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 18:08:29.651599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:29.652096 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:08:29.652802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Started child 86322 {{(pid=86206) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:08:29.653606 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-372b596c-7fc3-48df-ad81-f72809c073bb None None] Notify callbacks [] for process, after_spawn {{(pid=86206) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:29.655322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86206) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 18:08:29.655560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 18:08:29.655765 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 18:08:29.656044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 18:08:29.656464 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 18:08:29.656639 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 18:08:29.657405 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.657599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:29.657733 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.658010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.658302 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.658680 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.659327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.659627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.659919 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.660226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.660492 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.660670 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.661037 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.661329 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.661599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.661959 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.662242 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.662510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.662820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.663032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.663301 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.663614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.663898 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.664195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] debug = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.664468 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.665030 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.665287 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.665576 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.665827 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.666138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.666417 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.666762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.667024 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.667273 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.667571 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.667858 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.668450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.668450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.671933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.671933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.671933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.671933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] host = dv-cinder-786930-2-smb {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.671933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.671933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.671933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.671933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673817 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 43386) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:08:29.673969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_file = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_options = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.673969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.675039 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.675039 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.675039 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.675039 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.675039 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.675728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.675728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.675728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.676381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.676381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.676381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.676788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.676788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.677179 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.677179 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.677468 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.677734 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.678011 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.678271 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.678602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.678771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.678995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.679244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.679524 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.679773 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.680205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.680646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.681201 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.681653 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.682238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.682752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.683114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.683275 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.683526 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.683964 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096211 Apr 20 18:08:29.684342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.686602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.686602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.686602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.686602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.686602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.687441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.687927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.688400 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] use_json = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.688854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.689297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.689775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.690043 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.690342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.690636 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.690901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.691185 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.691631 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.692071 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.692552 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.692937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.693335 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.693817 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.694102 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.694364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.694673 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.694968 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.695307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.695540 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.696006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.696377 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.696798 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.697154 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.698090 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.698090 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.698090 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.698374 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.698453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.698724 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.699899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.699899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.699899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.699899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.700197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.700389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.700632 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.701018 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.701917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.702198 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.702584 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.702696 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:08:29.702856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.703093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.703379 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.704327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.704327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.704327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.704776 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.704776 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.705074 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.705216 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.705418 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.705678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.705933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.706188 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.706503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.706785 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.707041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.707321 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.708185 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.708185 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.708185 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.708627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.708627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.708899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.709049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.709289 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.710303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.710303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.710303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.710303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.710303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.711259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.711259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.711532 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.711691 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.711884 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.712641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.712641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.712641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.713044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.713190 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.713343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.713568 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.713805 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.714072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.714326 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.714599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.715505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.715505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.715505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.715505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.716278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.716278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.716586 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.716586 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.716859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.717559 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.717559 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.717870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.717870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.718180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.718377 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.720611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.720611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.720611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.720611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.721189 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.721189 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.721189 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.721577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.721722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.721941 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.722211 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.722511 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.725802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.725802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.725802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.725802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.725802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.725802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.725802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.725802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.727357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.727357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.727357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.727357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.728019 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.728019 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.728301 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.728444 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.730457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.730457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.730457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.730457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.730457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.730457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.730457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.730457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.731592 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.733599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.733599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.733599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.733599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.733599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.733965 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.734044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.734322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.734622 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.735041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.735466 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.735920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.736319 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.736697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.737112 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.737560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.737811 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.738251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.738746 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.739023 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.739298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.739577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.739832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.740105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.740330 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.740737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.741183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.741657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.742068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.742575 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.743034 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.743295 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.743557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.743818 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.744072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.744368 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.744631 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.746148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.746148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.746148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.746148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.746148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.747167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.747167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.747167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.747167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.747621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.747621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.747926 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.750637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.750637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.750637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.750637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.750637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.750637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.750637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.751658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.751658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.751938 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.751938 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.753148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.753148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.753148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.753148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.753748 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.753748 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.755251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.755251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.755251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.755744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.755744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.756041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.756182 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.756379 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.757337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.757337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.757337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.757782 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.757782 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.758048 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.758186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.759942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.759942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.759942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.759942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.759942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.760643 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.760643 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.760643 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.761061 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.761061 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.761325 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.761471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.761619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.762118 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.762118 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.763219 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.763679 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.763939 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.764295 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.764603 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.764863 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.765183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.765459 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.765749 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.766028 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.766404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.768436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.768436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.768436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.768436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.768436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.769212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.769212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.769480 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.769726 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.770024 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.772582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.772582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.772582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.772582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.772582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.772582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.772582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.772582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.773721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.773721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.773721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.773721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.773721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.774621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.774621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.774621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.774621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.775192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.775192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.776838 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.776838 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.776838 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.776838 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.776838 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.776838 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.777835 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 18:08:29.777835 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86206) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 18:08:29.777835 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 18:08:29.777835 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 18:08:29.778356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 18:08:29.778356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 18:08:29.778356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 18:08:29.778798 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.780153 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.780153 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.780153 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.780614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.780614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.780893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.780893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.781157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.781157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.781452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.781452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.781813 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.781813 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.782078 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.782078 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.782389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.782389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.783793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.783793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.783793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.783793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.784472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] debug = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.784472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.784472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.784472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.785022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.785022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.785022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.785419 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.785419 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.785419 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.785804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.785804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.786078 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.786078 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.786340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.786340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.786671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.786671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.787060 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] host = dv-cinder-786930-2-smb {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.787060 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.787333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.787333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.787718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.787718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.787983 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.787983 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.788245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.788245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.788506 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.788672 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.788812 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.788950 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.789088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_file = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.789227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_options = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.789364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.789502 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.791032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.791032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.791032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.791032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.791032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.791032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.791032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.792044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.792044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.792044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.792044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.792044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.792044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.792044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.792044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.793137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.793137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.793137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.793137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.793137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.793137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.793137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.794110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.794110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.794110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.794110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.794110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.794110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.794110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.795765 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.795765 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.796188 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.796188 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.796451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.796451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.797043 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.797043 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.797833 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.798029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.798185 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.798369 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.798584 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.798758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.799079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] use_json = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.799385 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.799688 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.799988 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.801139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.801892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.801892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.801892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.801892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:08:29.802178 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.802178 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.802428 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.802521 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.802701 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.803047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.803207 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.803407 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.803597 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.803786 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.803984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.804291 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.804392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.804495 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.804891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.805074 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.805264 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.805406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.805745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.805933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.806120 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.806985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.806985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.806985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.806985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.806985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.807846 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.807846 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.807846 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.807846 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.807846 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.808312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.808312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.808312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.808569 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.808644 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.809055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.809055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.809353 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.809493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.809641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.809781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.809919 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.810092 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.811347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.811347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.811347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.811347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.811882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.811882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.812937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.812937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.812937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.812937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.812937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.812937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.812937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.813838 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:08:29.813994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.813994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.813994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.813994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.813994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.813994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.814840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.814840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.814840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.814840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.814840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.815490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.815490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.815490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.815490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.815490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.816248 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.816248 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.816248 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.816248 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.816779 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.816779 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.816779 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.816779 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.817386 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.817386 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.817386 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.817792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.817792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.817792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.818294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.818294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.818294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.818722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.818722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.818997 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.818997 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.819260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.819260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.819520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.819658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.819804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.819943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.820079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.820225 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.820363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.820501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.820763 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.820950 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.821122 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.821294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.821294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.821623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.821623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.821992 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.821992 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.822312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.822312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.822700 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.822700 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.823030 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.823030 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.823382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.823382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.823698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.823698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.824025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.824025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.824372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.824372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.824646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.824646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.824836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.824930 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.825088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.825331 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.825498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.825923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.826247 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.826987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.826987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.826987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.827225 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.827447 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.827540 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.827698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.828045 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.828216 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.828577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.828747 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.829079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.829388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.829721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.829893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.830246 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.830439 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.830672 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.830824 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.830979 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.831120 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.831311 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.831499 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.831686 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.831873 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.832061 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.832250 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.832437 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.832627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.832783 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.832972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.833159 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.833314 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.833494 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.833680 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.833868 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.834056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.834245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.834433 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.834647 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.834837 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.835025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.835299 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.835394 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.835541 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.835980 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.836226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.836335 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.836817 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.836817 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.836817 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.837040 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.837226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.837340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.837500 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.837689 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.837855 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.838036 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.838223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.838410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.838614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.838762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.838948 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.839138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.839298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.839487 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.839675 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.839866 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.840053 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.840215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.840414 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.840593 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.840732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.840880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.841039 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.841859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.841859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.841859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.841859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.842490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.842490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.842490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.842943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.842943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.842943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.843332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.843332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.843332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.843718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.843718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.843979 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.843979 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.844251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.844389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.844491 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.844672 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.844839 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.845217 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.850560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.850560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.850560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.850560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.850560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.850560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.850560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.850560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.851907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.852607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.852607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.852607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.852607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.852607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.852607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.852607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.852607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.853480 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.853693 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.853898 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.854128 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.854255 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.854454 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.854656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.854845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:08:29.855032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86206) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 18:08:40.624009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0260c-2e97-4646-9af0-81bd6531f470 None None] get_active_networks_info from dv-cinder-786930-2-smb {{(pid=86321) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 18:08:40.832138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ada577de-2c83-4860-b811-c395063e68d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333'] for agent, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:40.865890 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0260c-2e97-4646-9af0-81bd6531f470 None None] No non-hosted networks {{(pid=86321) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 18:08:43.122205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1bcc24a7-1d6b-4d21-b605-b2b5992f10fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333'] for agent, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:43.163052 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-be434735-bb68-4d9d-9b8b-0d8448e92ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:43.843455 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333'] for agent, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:44.316756 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333'] for agent, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:44.318155 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:44.318756 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:44.321289 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:44.323902 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:44.324463 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:44.327835 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:44.329605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:44.332721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:44.336405 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:44.336998 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:44.337858 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:44.338415 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:44.339053 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786930-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:08:44.344733 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786930-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:08:45.202420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333'] for agent, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:46.303159 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 43490) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:08:46.929250 dv-cinder-786930-2-smb neutron-server[86206]: WARNING oslo_policy.policy [None req-4e592a5b-00a4-473d-a34d-e64b22931bdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:08:46.929975 dv-cinder-786930-2-smb neutron-server[86206]: WARNING oslo_policy.policy [None req-4e592a5b-00a4-473d-a34d-e64b22931bdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:08:47.162926 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [None req-4e592a5b-00a4-473d-a34d-e64b22931bdb admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:08:47.164063 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-4e592a5b-00a4-473d-a34d-e64b22931bdb admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8599110 Apr 20 18:08:49.943897 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 43504) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:08:50.317335 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_hamode_db [None req-0f889706-6e92-4ad7-ab9b-32c0b0c70c18 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 18:08:50.371263 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-c5d6992e-2dec-46df-8bfc-6546eaf8d831 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:08:50.411047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f889706-6e92-4ad7-ab9b-32c0b0c70c18 None None] Routers set() bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:08:50.411483 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f889706-6e92-4ad7-ab9b-32c0b0c70c18 None None] Router IDs set() for agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 18:08:50.474854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.policy [None req-c5d6992e-2dec-46df-8bfc-6546eaf8d831 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86320) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 18:08:50.531258 dv-cinder-786930-2-smb neutron-server[86206]: WARNING oslo_policy.policy [None req-c5d6992e-2dec-46df-8bfc-6546eaf8d831 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:08:50.531678 dv-cinder-786930-2-smb neutron-server[86206]: WARNING oslo_policy.policy [None req-c5d6992e-2dec-46df-8bfc-6546eaf8d831 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:08:50.550646 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota [None req-c5d6992e-2dec-46df-8bfc-6546eaf8d831 admin admin] Loaded quota_driver: . Apr 20 18:08:50.566464 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c5d6992e-2dec-46df-8bfc-6546eaf8d831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:08:50.625372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c5d6992e-2dec-46df-8bfc-6546eaf8d831 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261993967939', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261993975665', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261993965646', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261993951266', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261993877211', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363261993877402', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853946326', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854104790', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1602664', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853126503'] for rbac-policy, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:50.851858 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c5d6992e-2dec-46df-8bfc-6546eaf8d831 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:50.853116 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c5d6992e-2dec-46df-8bfc-6546eaf8d831 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9081724 Apr 20 18:08:53.864660 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 43518) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:08:54.243555 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Request body: {'network': {'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'admin_state_up': True, 'name': 'private'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:08:54.250037 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:08:54.254658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Usage tracker for resource:network and tenant:0c85e07ef37d4c57a9fcb5127b99d760 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:08:54.258111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:08:54.265238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:08:54.273709 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Made reservation on behalf of 0c85e07ef37d4c57a9fcb5127b99d760 for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:08:54.279817 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:54.296132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:54.311273 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:08:54.315138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Usage tracker for resource:security_group_rule and tenant:0c85e07ef37d4c57a9fcb5127b99d760 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:08:54.318649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:08:54.324342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:08:54.423197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:54.425913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:54.430655 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:08:54.448897 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:08:54.478716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363261996115350', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:54.479252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Unsubscribe: segment precommit_create {{(pid=86320) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 18:08:54.479731 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Added segment e2c943b8-e635-4e7c-83dc-a15b7ee256d4 of type vlan for network 970181ea-8c10-4b45-89bc-0b6f8f74329b Apr 20 18:08:54.531303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9120e16c-ae0b-4339-bacf-ebdc7b14750b,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:08:54.552451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:54.552823 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:54.553189 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:54.553545 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:54.553898 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:54.554249 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:54.554619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:54.554970 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:54.555317 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:54.555664 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:54.556009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:54.556349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Tracked resource versions report: Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: pushed versions: Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: { 'AddressGroup': {'1.2'}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': {'1.0'}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': {'1.0'}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': {'1.1'}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': {'1.7'}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': {'1.2'}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': {'1.8'}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': {'1.4'}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': {'1.0'}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': {'1.1'}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': {'1.1'}} Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: consumer versions: Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: { DHCP agent@dv-cinder-786930-2-smb: {}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: L3 agent@dv-cinder-786930-2-smb: {}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: Metadata agent@dv-cinder-786930-2-smb: {}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: Metering agent@dv-cinder-786930-2-smb: {}, Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: Open vSwitch agent@dv-cinder-786930-2-smb: { 'AddressGroup': '1.2', Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': '1.0', Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': '1.0', Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': '1.1', Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': '1.7', Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': '1.2', Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': '1.8', Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': '1.4', Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': '1.2', Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': '1.0', Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': '1.1', Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': '1.1'}} Apr 20 18:08:54.557744 dv-cinder-786930-2-smb neutron-server[86206]: {{(pid=86320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:08:54.602231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:54.611108 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:08:54.642697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:54.644123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:08:54.644774 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:54.649976 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:08:54.761371 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8954735 Apr 20 18:08:54.762069 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Pushing event updated for resources: {'Network': ['ID=970181ea-8c10-4b45-89bc-0b6f8f74329b,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:08:54.766002 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:08:54.774560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 970181ea-8c10-4b45-89bc-0b6f8f74329b details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:08:57.840459 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 43534) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:08:58.328644 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da63b93-10a9-40c5-aafd-f0cdd473e546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:08:58.330109 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-4da63b93-10a9-40c5-aafd-f0cdd473e546 admin admin] 10.222.0.21 "GET /v2.0/networks/970181ea-8c10-4b45-89bc-0b6f8f74329b HTTP/1.1" status: 200 len: 825 time: 0.4881096 Apr 20 18:08:58.360222 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3be0cd40-ab37-4925-aac8-f5e775b6c842 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/ab730ba7-593e-4e9c-b349-30e7f857bf0b HTTP/1.1" status: 200 len: 734 time: 0.0236638 Apr 20 18:08:58.369742 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Request body: {'subnet': {'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b', 'name': 'private-subnet', 'subnetpool_id': 'ab730ba7-593e-4e9c-b349-30e7f857bf0b', 'gateway_ip': '172.20.0.1', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:08:58.374663 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:08:58.378499 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Usage tracker for resource:subnet and tenant:0c85e07ef37d4c57a9fcb5127b99d760 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:08:58.381480 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:08:58.387372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:08:58.397244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Made reservation on behalf of 0c85e07ef37d4c57a9fcb5127b99d760 for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:08:58.401824 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:58.885404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:58.891482 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:08:58.978681 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9322d084-d062-435d-952e-61e39bc46c75,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:08:58.983516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Checking segment: {'id': 'e2c943b8-e635-4e7c-83dc-a15b7ee256d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:08:58.983899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Network hostable DHCP agents. Network: 970181ea-8c10-4b45-89bc-0b6f8f74329b, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:08:58.988389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:08:59.005150 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Network 970181ea-8c10-4b45-89bc-0b6f8f74329b is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:08:59.014564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 970181ea-8c10-4b45-89bc-0b6f8f74329b) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:08:59.019094 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:08:59.019734 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:59.024377 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0cfd9a-cd78-4dd0-843a-841e71dfa628 None None] Network 970181ea-8c10-4b45-89bc-0b6f8f74329b requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:08:59.038983 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6728072 Apr 20 18:08:59.354854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa39b10c4-86ab-5b52-81f8-7a7a43c951c9-970181ea-8c10-4b45-89bc-0b6f8f74329b', 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'fixed_ips': [{'subnet_id': '9322d084-d062-435d-952e-61e39bc46c75'}]}} from dv-cinder-786930-2-smb. {{(pid=86321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:08:59.356072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:59.720542 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Allocated IP 172.20.0.2 (970181ea-8c10-4b45-89bc-0b6f8f74329b/9322d084-d062-435d-952e-61e39bc46c75/34b917c8-2bd0-4488-8d35-e6e557e0ad25) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:08:59.966489 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:59.979931 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Transition to ACTIVE for port object 34b917c8-2bd0-4488-8d35-e6e557e0ad25 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:09:00.000629 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Transition to ACTIVE for port object 34b917c8-2bd0-4488-8d35-e6e557e0ad25 will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:09:00.006452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:00.015517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:00.080882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Network 970181ea-8c10-4b45-89bc-0b6f8f74329b is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:09:00.084317 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Resources bound (agent type, host, resource id): {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:09:00.087538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:09:00.133296 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Pushing event updated for resources: {'Port': ['ID=34b917c8-2bd0-4488-8d35-e6e557e0ad25,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:00.178358 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:00.178749 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:00.179111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:00.179469 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:00.179821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:00.180169 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:00.180516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:00.180860 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:00.181204 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:00.181547 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:00.181885 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:00.182227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Tracked resource versions report: Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: pushed versions: Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: { 'AddressGroup': {'1.2'}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': {'1.0'}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': {'1.0'}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': {'1.1'}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': {'1.7'}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': {'1.2'}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': {'1.8'}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': {'1.4'}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': {'1.0'}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': {'1.1'}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': {'1.1'}} Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: consumer versions: Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: { DHCP agent@dv-cinder-786930-2-smb: {}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: L3 agent@dv-cinder-786930-2-smb: {}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: Metadata agent@dv-cinder-786930-2-smb: {}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: Metering agent@dv-cinder-786930-2-smb: {}, Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: Open vSwitch agent@dv-cinder-786930-2-smb: { 'AddressGroup': '1.2', Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': '1.0', Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': '1.0', Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': '1.1', Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': '1.7', Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': '1.2', Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': '1.8', Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': '1.4', Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': '1.2', Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': '1.0', Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': '1.1', Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': '1.1'}} Apr 20 18:09:00.183345 dv-cinder-786930-2-smb neutron-server[86206]: {{(pid=86321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:09:00.187936 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:00.210392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Attempting to bind port 34b917c8-2bd0-4488-8d35-e6e557e0ad25 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:09:00.211037 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Attempting to bind port 34b917c8-2bd0-4488-8d35-e6e557e0ad25 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'e2c943b8-e635-4e7c-83dc-a15b7ee256d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:09:00.211448 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Attempting to bind port 34b917c8-2bd0-4488-8d35-e6e557e0ad25 on network 970181ea-8c10-4b45-89bc-0b6f8f74329b {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:09:00.217585 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:09:00.218007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Checking segment: {'id': 'e2c943b8-e635-4e7c-83dc-a15b7ee256d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:09:00.218471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:00.218915 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Bound using segment: {'id': 'e2c943b8-e635-4e7c-83dc-a15b7ee256d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:09:00.219436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Bound port: 34b917c8-2bd0-4488-8d35-e6e557e0ad25, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c943b8-e635-4e7c-83dc-a15b7ee256d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:09:00.219869 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:00.318087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] For port 34b917c8-2bd0-4488-8d35-e6e557e0ad25, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:09:00.322116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] For port 34b917c8-2bd0-4488-8d35-e6e557e0ad25, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=34b917c8-2bd0-4488-8d35-e6e557e0ad25,segment=NetworkSegment(e2c943b8-e635-4e7c-83dc-a15b7ee256d4),segment_id=e2c943b8-e635-4e7c-83dc-a15b7ee256d4)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:09:00.326384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:00.331340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:00.432670 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Pushing event updated for resources: {'Port': ['ID=34b917c8-2bd0-4488-8d35-e6e557e0ad25,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:00.437426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:01.851915 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 43544) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:09:02.260139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [None req-94ec7fc0-9d8c-4088-a6a7-0658f568c19c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:09:02.261195 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-94ec7fc0-9d8c-4088-a6a7-0658f568c19c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4082632 Apr 20 18:09:05.058344 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 43554) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:09:05.464157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [None req-16c86941-ace5-4fb9-ba4d-2d974c01def3 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:09:05.465205 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-16c86941-ace5-4fb9-ba4d-2d974c01def3 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4058418 Apr 20 18:09:06.296986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 34b917c8-2bd0-4488-8d35-e6e557e0ad25 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:09:06.369887 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 34b917c8-2bd0-4488-8d35-e6e557e0ad25 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:09:07.435537 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ffe2d-3b49-455d-b716-114982734401 None None] Network 970181ea-8c10-4b45-89bc-0b6f8f74329b requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:09:07.522719 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-8c575f09-b5bd-4dad-9bb0-8bf9831aa5a7 None None] Provisioning for port 34b917c8-2bd0-4488-8d35-e6e557e0ad25 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:09:07.537539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-8c575f09-b5bd-4dad-9bb0-8bf9831aa5a7 None None] Provisioning complete for port 34b917c8-2bd0-4488-8d35-e6e557e0ad25 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:09:07.537957 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8c575f09-b5bd-4dad-9bb0-8bf9831aa5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:07.785107 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8c575f09-b5bd-4dad-9bb0-8bf9831aa5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:07.842363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-8c575f09-b5bd-4dad-9bb0-8bf9831aa5a7 None None] For port 34b917c8-2bd0-4488-8d35-e6e557e0ad25, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=34b917c8-2bd0-4488-8d35-e6e557e0ad25,segment=NetworkSegment(e2c943b8-e635-4e7c-83dc-a15b7ee256d4),segment_id=e2c943b8-e635-4e7c-83dc-a15b7ee256d4)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:09:07.847070 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8c575f09-b5bd-4dad-9bb0-8bf9831aa5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:07.852173 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:07.929936 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c575f09-b5bd-4dad-9bb0-8bf9831aa5a7 None None] Pushing event updated for resources: {'Port': ['ID=34b917c8-2bd0-4488-8d35-e6e557e0ad25,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:07.933497 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8c575f09-b5bd-4dad-9bb0-8bf9831aa5a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:08.072068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-932fdf37-c8fa-45a5-9736-3811a7cc9661 None None] Provisioning complete for port 34b917c8-2bd0-4488-8d35-e6e557e0ad25 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:09:08.072474 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-932fdf37-c8fa-45a5-9736-3811a7cc9661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:08.272864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 34b917c8-2bd0-4488-8d35-e6e557e0ad25 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:09:08.346412 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 34b917c8-2bd0-4488-8d35-e6e557e0ad25 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:09:08.346658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:08.575692 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 43570) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:09:09.228822 dv-cinder-786930-2-smb neutron-server[86206]: WARNING oslo_policy.policy [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:09:09.229414 dv-cinder-786930-2-smb neutron-server[86206]: WARNING oslo_policy.policy [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:09:09.464483 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:09:09.544699 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.policy [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86319) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 18:09:09.601648 dv-cinder-786930-2-smb neutron-server[86206]: WARNING oslo_policy.policy [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:09:09.602279 dv-cinder-786930-2-smb neutron-server[86206]: WARNING oslo_policy.policy [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:09:09.621764 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.quota [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] Loaded quota_driver: . Apr 20 18:09:09.639001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:09:09.645797 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] Usage tracker for resource:router and tenant:0c85e07ef37d4c57a9fcb5127b99d760 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:09:09.650626 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:09:09.658909 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:09:09.675303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853069834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3538'] for router, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:09.677426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772315'] for router, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:09.702449 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:09.985780 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853010083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853029691'] for router, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:10.007227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] Notify callbacks [] for router, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:10.008592 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d4b9382c-a3ef-4d69-a06b-d8b922cf43f7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4308155 Apr 20 18:09:10.527574 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e8384679-e441-4ef2-9a2c-0912e100e65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:12.823597 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 43586) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:09:13.119216 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7463568e-2df7-45e8-a750-3353a09ad783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:13.167586 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [None req-f9eef7ac-5e5a-4088-9953-70b4709390d3 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:09:13.168725 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f9eef7ac-5e5a-4088-9953-70b4709390d3 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3441732 Apr 20 18:09:13.796739 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:14.308554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:15.131959 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:15.829316 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 43606) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:09:15.902513 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:09:15.909543 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:09:15.914119 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Usage tracker for resource:network and tenant:9eaf6f5ddadb4057a34e67587ffb07eb is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:09:15.917403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:09:15.926669 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:09:15.940155 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Made reservation on behalf of 9eaf6f5ddadb4057a34e67587ffb07eb for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:09:15.945063 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:15.959337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:15.977030 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:09:15.981854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Usage tracker for resource:security_group_rule and tenant:9eaf6f5ddadb4057a34e67587ffb07eb is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:09:15.985025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:09:15.991382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:09:16.078176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:16.081008 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:16.085403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:16.100797 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Reserving flat network on physical network physnet1 {{(pid=86320) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 18:09:16.129085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dbf027-dddc-4a56-a124-8c9d8e35a9bc,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:16.132800 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:16.134136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:16.134555 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Added segment ea16a38a-1537-45d7-8ecf-c75268a772d3 of type flat for network 7b612f0a-6263-4b19-bfa2-1df00b92c582 Apr 20 18:09:16.173309 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:16.216351 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:16.217696 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:09:16.218394 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:16.224112 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:16.333705 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5032239 Apr 20 18:09:16.334438 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Pushing event updated for resources: {'Network': ['ID=7b612f0a-6263-4b19-bfa2-1df00b92c582,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:16.337479 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:16.345764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:09:18.931573 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 43626) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:09:19.056047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04544912-8fcb-4916-ba1a-620403a37661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:09:19.057589 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-04544912-8fcb-4916-ba1a-620403a37661 admin admin] 10.222.0.21 "GET /v2.0/subnets/9322d084-d062-435d-952e-61e39bc46c75 HTTP/1.1" status: 200 len: 849 time: 0.1248002 Apr 20 18:09:19.243411 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-64216228-8ebf-4cac-b37a-a886dbfbdb6a admin admin] 10.222.0.21 "GET /v2.0/routers/18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 HTTP/1.1" status: 200 len: 704 time: 0.1789260 Apr 20 18:09:19.913249 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:20.160868 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Allocated IP 172.20.0.1 (970181ea-8c10-4b45-89bc-0b6f8f74329b/9322d084-d062-435d-952e-61e39bc46c75/b202abf2-e64c-4885-917d-12bd77ef5787) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:09:20.330543 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:20.350160 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Transition to ACTIVE for port object b202abf2-e64c-4885-917d-12bd77ef5787 will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:09:20.411195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:20.416073 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:20.486243 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Network 970181ea-8c10-4b45-89bc-0b6f8f74329b is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:09:20.489221 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:09:20.491843 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:09:20.492537 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707032'] for router_interface, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:20.647923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Pushing event updated for resources: {'Port': ['ID=b202abf2-e64c-4885-917d-12bd77ef5787,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:20.651472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:20.707119 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-dadc43c3-11db-487a-b3bb-260d538b8501 None None] Provisioning for port b202abf2-e64c-4885-917d-12bd77ef5787 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:09:20.712747 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-dadc43c3-11db-487a-b3bb-260d538b8501 None None] Provisioning complete for port b202abf2-e64c-4885-917d-12bd77ef5787 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:09:20.713155 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dadc43c3-11db-487a-b3bb-260d538b8501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:20.773930 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-dadc43c3-11db-487a-b3bb-260d538b8501 None None] Port b202abf2-e64c-4885-917d-12bd77ef5787 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:09:20.791767 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:21.040690 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:21.044204 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:21.045306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068673'] for router_interface, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:21.049678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:21.188029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Pushing event updated for resources: {'Port': ['ID=b202abf2-e64c-4885-917d-12bd77ef5787,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:21.192218 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:21.256066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Network 970181ea-8c10-4b45-89bc-0b6f8f74329b is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:09:21.257192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:09:21.497759 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-91f89457-fd76-425a-bb15-b568c590eb90 None None] Provisioning complete for port b202abf2-e64c-4885-917d-12bd77ef5787 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:09:21.498163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-91f89457-fd76-425a-bb15-b568c590eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:21.558373 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-91f89457-fd76-425a-bb15-b568c590eb90 None None] Port b202abf2-e64c-4885-917d-12bd77ef5787 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:09:21.626139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Router 18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 is scheduled to L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc with binding_index 1 {{(pid=86320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:09:21.798186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:09:21.808008 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] 10.222.0.21 "PUT /v2.0/routers/18e2488e-8a03-4dc0-85c8-2c6a6da8eb41/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5581949 Apr 20 18:09:21.809692 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Sync routers for ids ['18e2488e-8a03-4dc0-85c8-2c6a6da8eb41'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:09:21.821994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Routers {'18e2488e-8a03-4dc0-85c8-2c6a6da8eb41'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:09:21.822904 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:09:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['18e2488e-8a03-4dc0-85c8-2c6a6da8eb41'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:09:22.013345 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Set router 18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 gateway port host: None {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:09:22.582422 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'name': 'router1', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:09:09Z', 'updated_at': '2021-04-20T18:09:20Z', 'revision_number': 2, 'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'gw_port_host': None, '_interfaces': [{'id': 'b202abf2-e64c-4885-917d-12bd77ef5787', 'name': '', 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'mac_address': 'fa:16:3e:f8:79:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9322d084-d062-435d-952e-61e39bc46c75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:09:19Z', 'updated_at': '2021-04-20T18:09:20Z', 'revision_number': 2, 'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'subnets': [{'id': '9322d084-d062-435d-952e-61e39bc46c75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab730ba7-593e-4e9c-b349-30e7f857bf0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:09:22.588003 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Checking router: 18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:09:22.588363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Updating router 18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 port b202abf2-e64c-4885-917d-12bd77ef5787 binding host dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:09:22.646418 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:23.064844 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:23.080311 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Transition to ACTIVE for port object b202abf2-e64c-4885-917d-12bd77ef5787 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:09:23.086542 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:23.092523 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:23.312135 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Pushing event updated for resources: {'Port': ['ID=b202abf2-e64c-4885-917d-12bd77ef5787,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:23.331904 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:23.332280 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:23.332645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:23.333011 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:23.333397 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:23.333723 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:23.334075 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:23.334423 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:23.334795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:23.335142 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:23.335488 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:23.336088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Tracked resource versions report: Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: pushed versions: Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: { 'AddressGroup': {'1.2'}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': {'1.0'}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': {'1.0'}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': {'1.1'}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': {'1.7'}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': {'1.2'}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': {'1.8'}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': {'1.4'}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': {'1.0'}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': {'1.1'}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': {'1.1'}} Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: consumer versions: Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: { DHCP agent@dv-cinder-786930-2-smb: {}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: L3 agent@dv-cinder-786930-2-smb: {}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: Metadata agent@dv-cinder-786930-2-smb: {}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: Metering agent@dv-cinder-786930-2-smb: {}, Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: Open vSwitch agent@dv-cinder-786930-2-smb: { 'AddressGroup': '1.2', Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': '1.0', Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': '1.0', Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': '1.1', Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': '1.7', Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': '1.2', Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': '1.8', Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': '1.4', Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': '1.2', Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': '1.0', Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': '1.1', Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': '1.1'}} Apr 20 18:09:23.337176 dv-cinder-786930-2-smb neutron-server[86206]: {{(pid=86322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:09:23.343929 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:23.344848 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Attempting to bind port b202abf2-e64c-4885-917d-12bd77ef5787 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:09:23.345265 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Attempting to bind port b202abf2-e64c-4885-917d-12bd77ef5787 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'e2c943b8-e635-4e7c-83dc-a15b7ee256d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:09:23.345671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Attempting to bind port b202abf2-e64c-4885-917d-12bd77ef5787 on network 970181ea-8c10-4b45-89bc-0b6f8f74329b {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:09:23.351656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:09:23.352084 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Checking segment: {'id': 'e2c943b8-e635-4e7c-83dc-a15b7ee256d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:09:23.352562 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:23.352984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Bound using segment: {'id': 'e2c943b8-e635-4e7c-83dc-a15b7ee256d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:09:23.353520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Bound port: b202abf2-e64c-4885-917d-12bd77ef5787, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c943b8-e635-4e7c-83dc-a15b7ee256d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:09:23.353929 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:23.452109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] For port b202abf2-e64c-4885-917d-12bd77ef5787, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:09:23.456823 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] For port b202abf2-e64c-4885-917d-12bd77ef5787, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=b202abf2-e64c-4885-917d-12bd77ef5787,segment=NetworkSegment(e2c943b8-e635-4e7c-83dc-a15b7ee256d4),segment_id=e2c943b8-e635-4e7c-83dc-a15b7ee256d4)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:09:23.460613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:23.467110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:23.564637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Routers {'18e2488e-8a03-4dc0-85c8-2c6a6da8eb41'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:09:23.565335 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:09:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['18e2488e-8a03-4dc0-85c8-2c6a6da8eb41'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:09:23.734351 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Pushing event updated for resources: {'Port': ['ID=b202abf2-e64c-4885-917d-12bd77ef5787,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:23.751639 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:23.776205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] Set router 18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 gateway port host: None {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:09:24.145323 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'name': 'router1', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:09:09Z', 'updated_at': '2021-04-20T18:09:20Z', 'revision_number': 2, 'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'gw_port_host': None, '_interfaces': [{'id': 'b202abf2-e64c-4885-917d-12bd77ef5787', 'name': '', 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'mac_address': 'fa:16:3e:f8:79:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9322d084-d062-435d-952e-61e39bc46c75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:09:19Z', 'updated_at': '2021-04-20T18:09:23Z', 'revision_number': 4, 'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'subnets': [{'id': '9322d084-d062-435d-952e-61e39bc46c75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab730ba7-593e-4e9c-b349-30e7f857bf0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:09:24.149687 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfddfd-10f1-4632-8df1-dafcd5500100 None None] The sync data for ids ['18e2488e-8a03-4dc0-85c8-2c6a6da8eb41'] in dv-cinder-786930-2-smb is: [{'id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'name': 'router1', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:09:09Z', 'updated_at': '2021-04-20T18:09:20Z', 'revision_number': 2, 'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'gw_port_host': None, '_interfaces': [{'id': 'b202abf2-e64c-4885-917d-12bd77ef5787', 'name': '', 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'mac_address': 'fa:16:3e:f8:79:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9322d084-d062-435d-952e-61e39bc46c75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:09:19Z', 'updated_at': '2021-04-20T18:09:23Z', 'revision_number': 4, 'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'subnets': [{'id': '9322d084-d062-435d-952e-61e39bc46c75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab730ba7-593e-4e9c-b349-30e7f857bf0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:09:24.456723 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 43638) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:09:24.664846 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e47861-f75d-488c-868e-f346775721fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:09:24.666302 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c3e47861-f75d-488c-868e-f346775721fd admin admin] 10.222.0.21 "GET /v2.0/networks/7b612f0a-6263-4b19-bfa2-1df00b92c582 HTTP/1.1" status: 200 len: 842 time: 0.2080822 Apr 20 18:09:24.682623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Request body: {'subnet': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'ip_version': 4, 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.2.1'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:09:24.689376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:09:24.694427 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Usage tracker for resource:subnet and tenant:9eaf6f5ddadb4057a34e67587ffb07eb is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:09:24.700738 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:09:24.711987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:09:24.727012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Made reservation on behalf of 9eaf6f5ddadb4057a34e67587ffb07eb for: {'subnet': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:09:24.733452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:24.740995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 5 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:09:25.302776 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.objects.ports [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86319) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 18:09:25.303288 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for subnet, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:25.308023 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:25.389102 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Checking segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:09:25.389480 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Network hostable DHCP agents. Network: 7b612f0a-6263-4b19-bfa2-1df00b92c582, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:09:25.406272 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e89a72-cc46-432a-9a2a-465569b76ea3,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:25.417480 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:25.417857 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:25.418751 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:25.418751 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:25.419505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:25.419850 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:25.420117 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:25.420457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:25.420831 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:25.421131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:25.421492 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:25.421793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Tracked resource versions report: Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: pushed versions: Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: { 'AddressGroup': {'1.2'}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': {'1.0'}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': {'1.0'}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': {'1.1'}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': {'1.7'}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': {'1.2'}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': {'1.8'}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': {'1.4'}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': {'1.0'}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': {'1.1'}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': {'1.1'}} Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: consumer versions: Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: { DHCP agent@dv-cinder-786930-2-smb: {}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: L3 agent@dv-cinder-786930-2-smb: {}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: Metadata agent@dv-cinder-786930-2-smb: {}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: Metering agent@dv-cinder-786930-2-smb: {}, Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: Open vSwitch agent@dv-cinder-786930-2-smb: { 'AddressGroup': '1.2', Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': '1.0', Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': '1.0', Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': '1.1', Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': '1.7', Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': '1.2', Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': '1.8', Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': '1.4', Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': '1.2', Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': '1.0', Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': '1.1', Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': '1.1'}} Apr 20 18:09:25.422874 dv-cinder-786930-2-smb neutron-server[86206]: {{(pid=86319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:09:25.452614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:09:25.463828 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:25.467629 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 7b612f0a-6263-4b19-bfa2-1df00b92c582) {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:09:25.472276 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:09:25.472921 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:25.478482 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77037bab-42da-452d-bbcf-4330ff7c6875 None None] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:09:25.503083 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8169177 Apr 20 18:09:25.747556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e65df0a-ae79-40f7-bec1-241f025dad9f None None] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:09:28.279536 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 43656) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:09:28.322307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device b202abf2-e64c-4885-917d-12bd77ef5787 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:09:28.405789 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port b202abf2-e64c-4885-917d-12bd77ef5787 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:09:28.411193 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port b202abf2-e64c-4885-917d-12bd77ef5787 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:09:28.411597 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:28.550693 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-e6096dc3-f9cd-48d3-8d12-474c3ebb37c8 admin admin] 10.222.0.21 "GET /v2.0/routers/18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 HTTP/1.1" status: 200 len: 710 time: 0.2623212 Apr 20 18:09:28.550953 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:28.582162 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port b202abf2-e64c-4885-917d-12bd77ef5787, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=b202abf2-e64c-4885-917d-12bd77ef5787,segment=NetworkSegment(e2c943b8-e635-4e7c-83dc-a15b7ee256d4),segment_id=e2c943b8-e635-4e7c-83dc-a15b7ee256d4)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:09:28.585520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:28.588010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:28.750320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b03a77-4905-43f4-8784-ecbaabeb56e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:09:28.751892 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c3b03a77-4905-43f4-8784-ecbaabeb56e0 admin admin] 10.222.0.21 "GET /v2.0/networks/7b612f0a-6263-4b19-bfa2-1df00b92c582 HTTP/1.1" status: 200 len: 886 time: 0.2003984 Apr 20 18:09:28.763351 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:09:28.838332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=b202abf2-e64c-4885-917d-12bd77ef5787,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:28.843287 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:29.418250 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772300'] for router, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:29.811892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:29.883406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:30.116036 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Allocated IP 172.28.2.61 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/96790d11-88b8-4667-8c52-e5ff087c1621) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:09:30.292441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device b202abf2-e64c-4885-917d-12bd77ef5787 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:09:30.359706 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:30.397520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port b202abf2-e64c-4885-917d-12bd77ef5787 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:09:30.397819 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:30.448222 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:30.454258 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:30.529174 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:09:30.533421 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:09:30.539575 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:09:30.670392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Pushing event updated for resources: {'Port': ['ID=96790d11-88b8-4667-8c52-e5ff087c1621,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:30.675363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:30.981723 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:31.536205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772300'] for router, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:31.539837 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853029691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853029676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1746140', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853010126'] for router, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:31.745172 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Router 18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:09:31.972683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:09:31.984226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Notify callbacks [] for router, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:31.986019 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] 10.222.0.21 "PUT /v2.0/routers/18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 HTTP/1.1" status: 200 len: 889 time: 3.2270894 Apr 20 18:09:31.988504 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Sync routers for ids ['18e2488e-8a03-4dc0-85c8-2c6a6da8eb41'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:09:32.004193 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Routers {'18e2488e-8a03-4dc0-85c8-2c6a6da8eb41'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:09:32.004193 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:09:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['18e2488e-8a03-4dc0-85c8-2c6a6da8eb41'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:09:32.225732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Set router 18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:09:32.612718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'name': 'router1', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '96790d11-88b8-4667-8c52-e5ff087c1621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:09:09Z', 'updated_at': '2021-04-20T18:09:30Z', 'revision_number': 4, 'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'gw_port': {'id': '96790d11-88b8-4667-8c52-e5ff087c1621', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:09:29Z', 'updated_at': '2021-04-20T18:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'b202abf2-e64c-4885-917d-12bd77ef5787', 'name': '', 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'mac_address': 'fa:16:3e:f8:79:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9322d084-d062-435d-952e-61e39bc46c75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:09:19Z', 'updated_at': '2021-04-20T18:09:28Z', 'revision_number': 5, 'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'subnets': [{'id': '9322d084-d062-435d-952e-61e39bc46c75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab730ba7-593e-4e9c-b349-30e7f857bf0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:09:32.618047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Checking router: 18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:09:32.618445 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Updating router 18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 port 96790d11-88b8-4667-8c52-e5ff087c1621 binding host dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:09:32.675781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:33.048668 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:33.063580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Transition to ACTIVE for port object 96790d11-88b8-4667-8c52-e5ff087c1621 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:09:33.069781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:33.075455 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:33.167367 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Attempting to bind port 96790d11-88b8-4667-8c52-e5ff087c1621 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:09:33.167786 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Attempting to bind port 96790d11-88b8-4667-8c52-e5ff087c1621 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:09:33.169312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Attempting to bind port 96790d11-88b8-4667-8c52-e5ff087c1621 on network 7b612f0a-6263-4b19-bfa2-1df00b92c582 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:09:33.172795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f02da4-4125-4575-9972-14e91bfa9613 None None] Pushing event updated for resources: {'Port': ['ID=96790d11-88b8-4667-8c52-e5ff087c1621,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:33.177105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-77f02da4-4125-4575-9972-14e91bfa9613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:33.178049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:09:33.178451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Checking segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:09:33.178911 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:33.179324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Bound using segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:09:33.179840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Bound port: 96790d11-88b8-4667-8c52-e5ff087c1621, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:09:33.180244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:33.261180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] For port 96790d11-88b8-4667-8c52-e5ff087c1621, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:09:33.264707 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] For port 96790d11-88b8-4667-8c52-e5ff087c1621, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=96790d11-88b8-4667-8c52-e5ff087c1621,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:09:33.268007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:33.273106 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:33.358208 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Routers {'18e2488e-8a03-4dc0-85c8-2c6a6da8eb41'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:09:33.358921 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:09:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['18e2488e-8a03-4dc0-85c8-2c6a6da8eb41'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:09:33.487539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f02da4-4125-4575-9972-14e91bfa9613 None None] Pushing event updated for resources: {'Port': ['ID=96790d11-88b8-4667-8c52-e5ff087c1621,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:33.492389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-77f02da4-4125-4575-9972-14e91bfa9613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:33.555443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] Set router 18e2488e-8a03-4dc0-85c8-2c6a6da8eb41 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:09:33.935014 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'name': 'router1', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '96790d11-88b8-4667-8c52-e5ff087c1621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:09:09Z', 'updated_at': '2021-04-20T18:09:30Z', 'revision_number': 4, 'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'gw_port': {'id': '96790d11-88b8-4667-8c52-e5ff087c1621', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:09:29Z', 'updated_at': '2021-04-20T18:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'b202abf2-e64c-4885-917d-12bd77ef5787', 'name': '', 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'mac_address': 'fa:16:3e:f8:79:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9322d084-d062-435d-952e-61e39bc46c75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:09:19Z', 'updated_at': '2021-04-20T18:09:28Z', 'revision_number': 5, 'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'subnets': [{'id': '9322d084-d062-435d-952e-61e39bc46c75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab730ba7-593e-4e9c-b349-30e7f857bf0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:09:33.942771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb77a98-43e4-468f-818d-130cad8b9ca6 None None] The sync data for ids ['18e2488e-8a03-4dc0-85c8-2c6a6da8eb41'] in dv-cinder-786930-2-smb is: [{'id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'name': 'router1', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': '96790d11-88b8-4667-8c52-e5ff087c1621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:09:09Z', 'updated_at': '2021-04-20T18:09:30Z', 'revision_number': 4, 'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'gw_port': {'id': '96790d11-88b8-4667-8c52-e5ff087c1621', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:0f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:09:29Z', 'updated_at': '2021-04-20T18:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'b202abf2-e64c-4885-917d-12bd77ef5787', 'name': '', 'network_id': '970181ea-8c10-4b45-89bc-0b6f8f74329b', 'tenant_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'mac_address': 'fa:16:3e:f8:79:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18e2488e-8a03-4dc0-85c8-2c6a6da8eb41', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9322d084-d062-435d-952e-61e39bc46c75', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:09:19Z', 'updated_at': '2021-04-20T18:09:28Z', 'revision_number': 5, 'project_id': '0c85e07ef37d4c57a9fcb5127b99d760', 'subnets': [{'id': '9322d084-d062-435d-952e-61e39bc46c75', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab730ba7-593e-4e9c-b349-30e7f857bf0b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:09:34.341755 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 96790d11-88b8-4667-8c52-e5ff087c1621 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:09:34.429170 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 96790d11-88b8-4667-8c52-e5ff087c1621 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:09:34.436641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 96790d11-88b8-4667-8c52-e5ff087c1621 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:09:34.437051 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:34.725172 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:34.744228 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port 96790d11-88b8-4667-8c52-e5ff087c1621, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=96790d11-88b8-4667-8c52-e5ff087c1621,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:09:34.747485 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:34.749647 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:09:34.816585 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 43666) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:09:34.826062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=96790d11-88b8-4667-8c52-e5ff087c1621,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:09:34.829139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:09:34.956646 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-1726fa8b-e0ed-4073-801a-e008abacb47b admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1387229 Apr 20 18:09:36.315854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 96790d11-88b8-4667-8c52-e5ff087c1621 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:09:36.417223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 96790d11-88b8-4667-8c52-e5ff087c1621 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:09:36.417976 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:40.531476 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2815c1e7-b159-4752-bc22-9a5b4d075e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:43.138157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-01f521f6-17b6-4371-b389-cb1023ef6f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:43.809920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:44.326694 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:45.153564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:01.741234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 5 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:10:10.529307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c09c48a9-6ff6-43d7-b922-fc3308e615a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:13.123746 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8f4d8674-3da5-4857-b095-ef4ce371baf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:13.807970 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:14.310845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:15.147132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:38.740718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 5 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:10:40.533790 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d78d36cb-1612-44cb-8858-6e41ffffdeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:43.129663 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e6f3352-6ffb-48a8-89f8-03241bb8d1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:43.810844 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:44.314069 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:45.151952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:10.537987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-031f4eb7-8ff0-4f0d-9dd9-03b582c241f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:13.135033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dc95f7bd-2049-42f8-893c-4917412a0840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:13.816888 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:14.318469 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:15.155589 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:15.740843 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 5 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:11:21.052956 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44236) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:21.130694 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.pecan_wsgi.hooks.translation [None req-502c09c0-b8b7-495b-b989-f461bc44fbf8 admin admin] GET failed (client error): The resource could not be found. Apr 20 18:11:21.132127 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-502c09c0-b8b7-495b-b989-f461bc44fbf8 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0781579 Apr 20 18:11:21.278603 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fa9688-748e-4962-917e-0b0b4b4c9c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:21.280120 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-07fa9688-748e-4962-917e-0b0b4b4c9c59 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1428981 Apr 20 18:11:23.801587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44246) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:23.927319 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194eb569-bf92-469e-ba1a-16975316d7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:23.927927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-194eb569-bf92-469e-ba1a-16975316d7e4 admin admin] Synchronizing usage tracker for tenant:9eaf6f5ddadb4057a34e67587ffb07eb on resource:subnet {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:11:23.945052 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-194eb569-bf92-469e-ba1a-16975316d7e4 admin admin] Unset dirty status for tenant:9eaf6f5ddadb4057a34e67587ffb07eb on resource:subnet {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:11:23.947026 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-194eb569-bf92-469e-ba1a-16975316d7e4 admin admin] 10.222.0.21 "GET /v2.0/subnets/9322d084-d062-435d-952e-61e39bc46c75 HTTP/1.1" status: 200 len: 849 time: 0.1438966 Apr 20 18:11:23.957487 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:11:24.086440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:24.407787 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774858626521'] for subnet, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:24.412600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:11:24.459234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:24.460123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:24.461606 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] 10.222.0.21 "PUT /v2.0/subnets/9322d084-d062-435d-952e-61e39bc46c75 HTTP/1.1" status: 200 len: 868 time: 0.5080097 Apr 20 18:11:24.463685 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcadf4d-aebd-4fad-b1a7-ff8d58d5a2e4 None None] Network 970181ea-8c10-4b45-89bc-0b6f8f74329b requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:11:24.489830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9322d084-d062-435d-952e-61e39bc46c75,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:11:24.499381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:24.499808 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:24.500105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:24.500465 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:24.500821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:24.501177 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:24.501529 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:24.501878 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:24.502242 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:24.502663 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:24.503012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:24.503357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:24.507308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:11:24.911795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-d2bfd2b3-81c5-4b90-a779-9eea1b20c044 None None] Provisioning complete for port b202abf2-e64c-4885-917d-12bd77ef5787 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:11:24.912349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd2b3-81c5-4b90-a779-9eea1b20c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:25.054399 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-d2bfd2b3-81c5-4b90-a779-9eea1b20c044 None None] Provisioning complete for port 34b917c8-2bd0-4488-8d35-e6e557e0ad25 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:11:25.054834 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d2bfd2b3-81c5-4b90-a779-9eea1b20c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:27.048489 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44256) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:27.241324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becdf81d-74dd-4e56-aa60-46710984a085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:27.241747 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becdf81d-74dd-4e56-aa60-46710984a085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:27.243505 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-becdf81d-74dd-4e56-aa60-46710984a085 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1939764 Apr 20 18:11:29.848642 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44266) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:30.038944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9397227-85f0-4ca6-bb38-e5209c44a88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:30.039895 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9397227-85f0-4ca6-bb38-e5209c44a88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:30.042402 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c9397227-85f0-4ca6-bb38-e5209c44a88c admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1926870 Apr 20 18:11:32.576172 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44276) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:32.759378 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe435e3-373d-4f3e-b9a9-d87a4b1f7e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:32.760839 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-dfe435e3-373d-4f3e-b9a9-d87a4b1f7e76 admin admin] 10.222.0.21 "GET /v2.0/networks/7b612f0a-6263-4b19-bfa2-1df00b92c582 HTTP/1.1" status: 200 len: 886 time: 0.1836390 Apr 20 18:11:35.275981 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44286) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:35.465107 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fa90ce-7507-4ffd-91d6-ab10850a6aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:35.465635 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a8fa90ce-7507-4ffd-91d6-ab10850a6aa7 admin admin] Synchronizing usage tracker for tenant:9eaf6f5ddadb4057a34e67587ffb07eb on resource:network {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:11:35.482213 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a8fa90ce-7507-4ffd-91d6-ab10850a6aa7 admin admin] Unset dirty status for tenant:9eaf6f5ddadb4057a34e67587ffb07eb on resource:network {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:11:35.483523 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a8fa90ce-7507-4ffd-91d6-ab10850a6aa7 admin admin] 10.222.0.21 "GET /v2.0/networks/970181ea-8c10-4b45-89bc-0b6f8f74329b HTTP/1.1" status: 200 len: 869 time: 0.2064974 Apr 20 18:11:38.025080 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44296) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:38.161791 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78838a2-15e1-4ce6-bfa5-75b8bd08a2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:38.162473 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78838a2-15e1-4ce6-bfa5-75b8bd08a2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:38.164677 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f78838a2-15e1-4ce6-bfa5-75b8bd08a2bf admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1380637 Apr 20 18:11:40.540380 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e9eabdb9-a2e1-48e1-83e7-befb1e299087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:40.763309 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44306) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:40.881625 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d66b99-5266-470d-b214-62a0c97f2ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:40.882131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d66b99-5266-470d-b214-62a0c97f2ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:40.884362 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-00d66b99-5266-470d-b214-62a0c97f2ee5 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1200273 Apr 20 18:11:43.126351 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-45b79f0f-b5f7-41d6-949e-9b474d795c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:43.404435 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44316) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:43.520685 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af49c639-adad-44ec-bb96-afcf0cc3b416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:43.522147 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-af49c639-adad-44ec-bb96-afcf0cc3b416 admin admin] 10.222.0.21 "GET /v2.0/subnets/9322d084-d062-435d-952e-61e39bc46c75 HTTP/1.1" status: 200 len: 868 time: 0.1167490 Apr 20 18:11:43.816565 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:44.322462 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:45.164750 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:46.027852 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44326) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:46.138260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76824f4-c54d-45a4-b6cf-c888f55d5427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:46.139732 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-b76824f4-c54d-45a4-b6cf-c888f55d5427 admin admin] 10.222.0.21 "GET /v2.0/subnets/f8e89a72-cc46-432a-9a2a-465569b76ea3 HTTP/1.1" status: 200 len: 816 time: 0.1107783 Apr 20 18:11:52.740541 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 5 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:12:10.542787 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-23098d6d-7842-456f-a00f-3eca2fee6307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:13.102974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44370) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:13.130443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fb5ef86a-9d20-4e01-9323-e3f669fcfded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:13.162137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [None req-69cdd13e-6d1e-42a4-95cf-ce0b4c0ea3f1 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:12:13.163957 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-69cdd13e-6d1e-42a4-95cf-ce0b4c0ea3f1 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592730 Apr 20 18:12:13.819398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:14.325029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:15.170237 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:15.832735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44380) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:15.913630 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9df45f6-e34e-43c1-bd5e-c9d740b1be3f admin admin] GET failed (client error): The resource could not be found. Apr 20 18:12:15.915122 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d9df45f6-e34e-43c1-bd5e-c9d740b1be3f admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0813937 Apr 20 18:12:16.059294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcda459-f4f0-42e0-bd9c-6a45641fbd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:12:16.060878 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ddcda459-f4f0-42e0-bd9c-6a45641fbd42 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1412592 Apr 20 18:12:18.673851 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44390) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:18.733901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:12:18.739804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:12:18.751353 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:12:18.761241 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Made reservation on behalf of 9eaf6f5ddadb4057a34e67587ffb07eb for: {'network': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:12:18.766103 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:18.870692 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.services.revisions.revision_plugin [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Could not find related network for resource to bump revision. Apr 20 18:12:18.886427 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=86319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:12:18.898361 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363261996115350', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:18.899033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Unsubscribe: segment precommit_create {{(pid=86319) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 18:12:18.899504 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Added segment ecf728f3-0a56-4603-8004-9e08054c2b9d of type vlan for network 325138e4-fafc-47e3-af6e-9411cc9d68af Apr 20 18:12:18.942307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:18.982759 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:18.984197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:12:18.984836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:18.988406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:12:19.103138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Pushing event updated for resources: {'Network': ['ID=325138e4-fafc-47e3-af6e-9411cc9d68af,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:12:19.106281 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4297082 Apr 20 18:12:19.108571 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:12:19.118233 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 325138e4-fafc-47e3-af6e-9411cc9d68af details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:12:21.701785 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44400) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:21.783685 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.pecan_wsgi.hooks.translation [None req-228c5173-7c74-4be0-bbfd-571546bc1343 admin admin] GET failed (client error): The resource could not be found. Apr 20 18:12:21.784269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-228c5173-7c74-4be0-bbfd-571546bc1343 admin admin] Synchronizing usage tracker for tenant:9eaf6f5ddadb4057a34e67587ffb07eb on resource:network {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:12:21.799816 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-228c5173-7c74-4be0-bbfd-571546bc1343 admin admin] Unset dirty status for tenant:9eaf6f5ddadb4057a34e67587ffb07eb on resource:network {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:12:21.801081 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-228c5173-7c74-4be0-bbfd-571546bc1343 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0982051 Apr 20 18:12:21.921497 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecac9020-489d-4da0-a2f2-50cbd960d98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:12:21.923061 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ecac9020-489d-4da0-a2f2-50cbd960d98c admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1170127 Apr 20 18:12:21.934647 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:12:21.939951 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:12:21.950105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:12:21.959552 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Made reservation on behalf of 9eaf6f5ddadb4057a34e67587ffb07eb for: {'subnet': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:12:21.965014 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:22.557861 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for subnet, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:22.562665 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:12:22.640747 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa74bdc6-fec9-4c1e-bc73-768033ef376c,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:12:22.643528 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:12:22.651816 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Checking segment: {'id': 'ecf728f3-0a56-4603-8004-9e08054c2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:12:22.652203 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Network hostable DHCP agents. Network: 325138e4-fafc-47e3-af6e-9411cc9d68af, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:12:22.673038 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Network 325138e4-fafc-47e3-af6e-9411cc9d68af is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:12:22.682550 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 325138e4-fafc-47e3-af6e-9411cc9d68af) {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:12:22.687356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:12:22.687997 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:22.693472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a91fdd-7745-40cc-aaca-2d49e79d3b16 None None] Network 325138e4-fafc-47e3-af6e-9411cc9d68af requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:12:22.714557 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7837567 Apr 20 18:12:22.943711 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa39b10c4-86ab-5b52-81f8-7a7a43c951c9-325138e4-fafc-47e3-af6e-9411cc9d68af', 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af', 'tenant_id': '9eaf6f5ddadb4057a34e67587ffb07eb', 'fixed_ips': [{'subnet_id': 'aa74bdc6-fec9-4c1e-bc73-768033ef376c'}]}} from dv-cinder-786930-2-smb. {{(pid=86321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:12:22.945234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:23.117790 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Allocated IP 192.168.233.2 (325138e4-fafc-47e3-af6e-9411cc9d68af/aa74bdc6-fec9-4c1e-bc73-768033ef376c/ff063cff-0f72-41dc-9fde-b07e9e3daf75) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:12:23.348433 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:23.361868 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Transition to ACTIVE for port object ff063cff-0f72-41dc-9fde-b07e9e3daf75 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:12:23.386416 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Transition to ACTIVE for port object ff063cff-0f72-41dc-9fde-b07e9e3daf75 will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:12:23.391588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:23.398390 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8c575f09-b5bd-4dad-9bb0-8bf9831aa5a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:12:23.467424 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Network 325138e4-fafc-47e3-af6e-9411cc9d68af is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:12:23.471056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Resources bound (agent type, host, resource id): {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:12:23.475046 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:12:23.485735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Pushing event updated for resources: {'Port': ['ID=ff063cff-0f72-41dc-9fde-b07e9e3daf75,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:12:23.528815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:23.529192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:23.529556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:23.529917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:23.530272 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:23.530657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:23.531010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:23.531360 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:23.531710 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:23.532062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:23.532411 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:23.532759 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:23.563342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:12:23.592886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Attempting to bind port ff063cff-0f72-41dc-9fde-b07e9e3daf75 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:12:23.593307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Attempting to bind port ff063cff-0f72-41dc-9fde-b07e9e3daf75 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'ecf728f3-0a56-4603-8004-9e08054c2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:12:23.593646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Attempting to bind port ff063cff-0f72-41dc-9fde-b07e9e3daf75 on network 325138e4-fafc-47e3-af6e-9411cc9d68af {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:12:23.600226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:12:23.600645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Checking segment: {'id': 'ecf728f3-0a56-4603-8004-9e08054c2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:12:23.600947 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:23.601381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Bound using segment: {'id': 'ecf728f3-0a56-4603-8004-9e08054c2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:12:23.601902 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Bound port: ff063cff-0f72-41dc-9fde-b07e9e3daf75, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf728f3-0a56-4603-8004-9e08054c2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:12:23.602308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:23.709814 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] For port ff063cff-0f72-41dc-9fde-b07e9e3daf75, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:12:23.714128 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] For port ff063cff-0f72-41dc-9fde-b07e9e3daf75, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=ff063cff-0f72-41dc-9fde-b07e9e3daf75,segment=NetworkSegment(ecf728f3-0a56-4603-8004-9e08054c2b9d),segment_id=ecf728f3-0a56-4603-8004-9e08054c2b9d)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:12:23.717656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:23.722638 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:12:23.808758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Pushing event updated for resources: {'Port': ['ID=ff063cff-0f72-41dc-9fde-b07e9e3daf75,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:12:23.812180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:12:24.451943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device ff063cff-0f72-41dc-9fde-b07e9e3daf75 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:12:24.530089 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port ff063cff-0f72-41dc-9fde-b07e9e3daf75 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:12:25.005186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d5c5a8-4c21-490e-bad7-a413b8c6ff3d None None] Network 325138e4-fafc-47e3-af6e-9411cc9d68af requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:12:25.106422 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-6a376c01-34fc-4fd4-83d2-fcc28a6b1b22 None None] Provisioning for port ff063cff-0f72-41dc-9fde-b07e9e3daf75 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:12:25.117883 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-6a376c01-34fc-4fd4-83d2-fcc28a6b1b22 None None] Provisioning complete for port ff063cff-0f72-41dc-9fde-b07e9e3daf75 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:12:25.118282 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a376c01-34fc-4fd4-83d2-fcc28a6b1b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:25.525232 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a376c01-34fc-4fd4-83d2-fcc28a6b1b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:25.577024 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-6a376c01-34fc-4fd4-83d2-fcc28a6b1b22 None None] For port ff063cff-0f72-41dc-9fde-b07e9e3daf75, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=ff063cff-0f72-41dc-9fde-b07e9e3daf75,segment=NetworkSegment(ecf728f3-0a56-4603-8004-9e08054c2b9d),segment_id=ecf728f3-0a56-4603-8004-9e08054c2b9d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:12:25.582083 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a376c01-34fc-4fd4-83d2-fcc28a6b1b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:25.598443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:12:25.676505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a376c01-34fc-4fd4-83d2-fcc28a6b1b22 None None] Pushing event updated for resources: {'Port': ['ID=ff063cff-0f72-41dc-9fde-b07e9e3daf75,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:12:25.680716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6a376c01-34fc-4fd4-83d2-fcc28a6b1b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:12:25.771596 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-c7df6704-f326-41c0-b66f-29962ed86b5a None None] Provisioning complete for port ff063cff-0f72-41dc-9fde-b07e9e3daf75 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:12:25.772496 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c7df6704-f326-41c0-b66f-29962ed86b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:26.439889 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device ff063cff-0f72-41dc-9fde-b07e9e3daf75 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:12:26.514283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port ff063cff-0f72-41dc-9fde-b07e9e3daf75 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:12:26.514729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:29.739639 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 5 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:12:40.545347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-436a524a-d7a5-4abe-8a01-094a873e6188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:43.132788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-488020a8-25ea-43ab-b623-7052a897d3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:43.823607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:44.329006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:45.171944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:06.738500 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 5 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:13:10.546684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b65477d4-da9a-4a5b-b561-b96bbdaf4f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:13.141764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0026c1b-1ae2-4393-8f43-4ea9b99c0740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:13.826191 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:14.331566 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:15.176215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:38.030043 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44444) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:13:38.037480 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [None req-7ff7627a-d812-44d4-a0cb-2d4a7a98c5e2 tempest-verify_tempest_config-129776090 tempest-verify_tempest_config-129776090-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86319) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:13:38.038500 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-7ff7627a-d812-44d4-a0cb-2d4a7a98c5e2 tempest-verify_tempest_config-129776090 tempest-verify_tempest_config-129776090-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073705 Apr 20 18:13:38.359556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44462) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:13:38.487437 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:38.505199 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:13:38.509576 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Usage tracker for resource:security_group_rule and tenant:ba4766c641384480b0a0705b09e10763 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:13:38.512697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:13:38.518769 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:13:38.614925 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:38.617830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:38.627808 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ce671310-7ebe-41cc-9512-a798c50e86d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:13:38.669792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Synchronizing usage tracker for tenant:9eaf6f5ddadb4057a34e67587ffb07eb on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:13:38.673326 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49847968-f69a-499c-aa16-b8f77c6e1b5a,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:13:38.684888 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.685260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.685627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.685989 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.686349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.686761 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.687116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.687466 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.687832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.688184 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.688533 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.688879 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.694982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:13:38.702798 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Unset dirty status for tenant:9eaf6f5ddadb4057a34e67587ffb07eb on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:13:38.706991 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ba4766c641384480b0a0705b09e10763&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3463211 Apr 20 18:13:38.707164 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44468) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:13:38.781021 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:38.818860 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:38.890234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:38.895775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:13:38.909604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49847968-f69a-499c-aa16-b8f77c6e1b5a,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:13:38.918930 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.919310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.919690 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.920090 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.920389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.920753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.921095 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.921447 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.921815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.922159 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.922501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.922896 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:13:38.925474 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:38.929885 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49847968-f69a-499c-aa16-b8f77c6e1b5a HTTP/1.1" status: 204 len: 168 time: 0.2196720 Apr 20 18:13:38.939517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:13:40.550955 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-14a8275b-d956-4f2e-8e18-f230ae831be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:43.135826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0c87c56e-2afa-4602-8299-c4abe4895282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:43.737748 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 5 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:13:43.829281 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:44.334879 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:45.179346 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:10.553891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d4c4fb82-f0cb-45d5-a469-c45a49f06b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:13.137607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-79c4ba81-6cc7-4d89-a0b4-c269a5f1aaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:13.831724 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:14.337183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:15.182375 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:20.736141 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 5 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:14:40.556424 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1284fdba-7404-4c97-93f1-3e1910d94a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:43.139601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-61d4985f-642a-4062-83f1-0da457ab9267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:43.834700 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:44.340608 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:45.185633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:57.735507 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 5 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:15:10.558684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e91631d1-0847-4d6d-be20-37cbda21fb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:13.141677 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-55c21ff8-2984-4778-8449-518329346334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:13.837848 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:14.343521 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:15.189177 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:17.989629 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333'] for agent, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:22.967642 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44528) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:23.092098 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c9d12806-cad8-45e6-a201-ea547a18276e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1232686 Apr 20 18:15:25.648551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44538) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:25.710677 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a5ba6fa3-36b2-47c6-9d85-04a009cf2292 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0609117 Apr 20 18:15:34.735413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:15:40.567792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-88ed2cfa-4fe5-4492-b310-731947c26e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:43.144269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-36f47c0a-cc44-4ea7-9995-9c34006020d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:43.841421 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:44.347230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:45.194146 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:47.945104 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:10.560094 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-55cdda62-0a7a-4b4b-8f15-bd8797cfc276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:11.736135 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:16:13.150692 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-06127217-4cbc-485f-a331-6397ebf819f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.842845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.349856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:15.197018 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:17.943615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:40.561276 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9e995696-c529-420d-a63b-771f9987c74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:43.143753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-07fed6a2-5cab-4220-a251-91fb7cd8b3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:43.844507 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:44.352062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:45.199127 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.958205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:48.736447 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:17:03.915050 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44756) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:04.095851 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44764) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:04.135866 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44772) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:04.307848 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-network', 'tenant_id': '1141aadc257440eeb949d363e845efd1'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:04.314363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:04.319521 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Usage tracker for resource:network and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:04.324918 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:04.333845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:04.346119 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Made reservation on behalf of 1141aadc257440eeb949d363e845efd1 for: {'network': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:04.352100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.370680 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-495896594-network', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:04.378578 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.389753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:04.398311 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Usage tracker for resource:network and tenant:b072f1a5a03b4d2b88d582554e32983d is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:04.403980 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:04.412790 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:04.415687 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:04.420257 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Usage tracker for resource:security_group_rule and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:04.425308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:04.436077 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:04.440687 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Made reservation on behalf of b072f1a5a03b4d2b88d582554e32983d for: {'network': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:04.445795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.468973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.500894 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:04.509328 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Usage tracker for resource:security_group_rule and tenant:b072f1a5a03b4d2b88d582554e32983d is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:04.513974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:04.524329 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:04.545947 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-743094917-network', 'tenant_id': 'd2ebb3a6b0484cda9dc64c85748d490c'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:04.561284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:04.571895 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Usage tracker for resource:network and tenant:d2ebb3a6b0484cda9dc64c85748d490c is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:04.577351 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:04.587090 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:04.597995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Made reservation on behalf of d2ebb3a6b0484cda9dc64c85748d490c for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:04.604009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.623023 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.643168 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.644503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:04.649517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Usage tracker for resource:security_group_rule and tenant:d2ebb3a6b0484cda9dc64c85748d490c is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:04.651883 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.653245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:04.660568 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:04.664377 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:04.699549 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba15eef2-d637-46b6-b624-6bd79a9b06a9,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:04.724227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.724881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.725415 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.725932 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.726510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.727074 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.727594 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.728103 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.728632 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.729152 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.729673 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.730187 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Tracked resource versions report: Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: pushed versions: Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: { 'AddressGroup': {'1.2'}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': {'1.0'}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': {'1.0'}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': {'1.1'}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': {'1.7'}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': {'1.2'}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': {'1.8'}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': {'1.4'}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': {'1.0'}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': {'1.1'}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': {'1.1'}} Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: consumer versions: Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: { DHCP agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: HyperV agent@hv-cinder-78693: {}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: L3 agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: Metadata agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: Metering agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: Open vSwitch agent@dv-cinder-786930-2-smb: { 'AddressGroup': '1.2', Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': '1.0', Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': '1.0', Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': '1.1', Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': '1.7', Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': '1.2', Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': '1.8', Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': '1.4', Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': '1.2', Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': '1.0', Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': '1.1', Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': '1.1'}} Apr 20 18:17:04.731703 dv-cinder-786930-2-smb neutron-server[86206]: {{(pid=86319) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:17:04.762148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:04.763210 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=86319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:17:04.777420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.778129 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.782863 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.783469 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Added segment c734399f-caf6-44c9-baf7-81e5c65995f9 of type vlan for network 190e51c9-23fa-4948-90ae-c977e74b53f2 Apr 20 18:17:04.784063 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.784982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.793755 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:04.793991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:04.830826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=86319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:17:04.854186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40993f1f-12ab-4654-aa70-65da8bab8534,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:04.856943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38c7c0b-d288-49a1-b41f-a72a3a6ece37,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:04.873338 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.883047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:04.884079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.884469 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Added segment 2d325323-c7c0-4b88-b57d-21615fbd1d09 of type vlan for network 2b754d42-4608-4677-bd8d-77d0689a8073 Apr 20 18:17:04.887645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.888236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.888804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.889356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.889913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.890506 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.891522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.892692 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.901911 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.902602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.903179 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.903728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Tracked resource versions report: Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: pushed versions: Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: { 'AddressGroup': {'1.2'}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': {'1.0'}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': {'1.0'}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': {'1.1'}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': {'1.7'}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': {'1.2'}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': {'1.8'}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': {'1.4'}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': {'1.0'}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': {'1.1'}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': {'1.1'}} Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: consumer versions: Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: { DHCP agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: HyperV agent@hv-cinder-78693: {}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: L3 agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: Metadata agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: Metering agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: Open vSwitch agent@dv-cinder-786930-2-smb: { 'AddressGroup': '1.2', Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': '1.0', Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': '1.0', Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': '1.1', Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': '1.7', Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': '1.2', Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': '1.8', Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': '1.4', Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': '1.2', Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': '1.0', Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': '1.1', Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': '1.1'}} Apr 20 18:17:04.905027 dv-cinder-786930-2-smb neutron-server[86206]: {{(pid=86320) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:17:04.914180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:04.922658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:17:04.950083 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.950850 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Added segment c9ec55c0-b358-422f-b189-9c2c589822c3 of type vlan for network a88a9cb8-23c5-4a0f-8486-a18274913e38 Apr 20 18:17:04.976619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.003465 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.007187 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.011474 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:05.012121 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.022854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:05.090365 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.092664 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:05.094522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.100541 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:05.145829 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.156547 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:05.157175 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.176717 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Pushing event updated for resources: {'Network': ['ID=190e51c9-23fa-4948-90ae-c977e74b53f2,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:05.189937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 190e51c9-23fa-4948-90ae-c977e74b53f2 details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:17:05.190434 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:05.191185 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-727b5871-ea4e-4547-bc61-0dc8de6c5d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:05.214203 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2979891 Apr 20 18:17:05.309795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44804) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:05.326402 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Pushing event updated for resources: {'Network': ['ID=a88a9cb8-23c5-4a0f-8486-a18274913e38,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:05.343737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:05.356766 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44814) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:05.366393 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2696173 Apr 20 18:17:05.382287 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Request body: {'subnet': {'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-subnet', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:05.387061 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Request body: {'subnet': {'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-495896594-subnet', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:05.403443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:05.405930 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:05.417296 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Usage tracker for resource:subnet and tenant:b072f1a5a03b4d2b88d582554e32983d is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:05.425438 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Usage tracker for resource:subnet and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:05.428569 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:05.432448 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:05.443880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:05.457016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:05.465524 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Pushing event updated for resources: {'Network': ['ID=2b754d42-4608-4677-bd8d-77d0689a8073,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:05.471342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:05.477895 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Made reservation on behalf of b072f1a5a03b4d2b88d582554e32983d for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:05.492232 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Made reservation on behalf of 1141aadc257440eeb949d363e845efd1 for: {'subnet': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:05.496986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.498905 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network a88a9cb8-23c5-4a0f-8486-a18274913e38 details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:17:05.501767 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.518330 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 2b754d42-4608-4677-bd8d-77d0689a8073 details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:17:05.585300 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4479485 Apr 20 18:17:05.591804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44826) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:05.621007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Request body: {'subnet': {'network_id': 'a88a9cb8-23c5-4a0f-8486-a18274913e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-743094917-subnet', 'tenant_id': 'd2ebb3a6b0484cda9dc64c85748d490c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:05.654304 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:05.673290 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Usage tracker for resource:subnet and tenant:d2ebb3a6b0484cda9dc64c85748d490c is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:05.681585 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:05.723473 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:05.764901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Made reservation on behalf of d2ebb3a6b0484cda9dc64c85748d490c for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:05.778015 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.310885 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for subnet, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.319253 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3c05cbf2-acbf-47bb-9ac0-a183826865e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:06.442764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Checking segment: {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:06.443389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Network hostable DHCP agents. Network: 190e51c9-23fa-4948-90ae-c977e74b53f2, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:17:06.461344 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:06.472133 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:06.475327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Network 190e51c9-23fa-4948-90ae-c977e74b53f2 is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:17:06.487408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 190e51c9-23fa-4948-90ae-c977e74b53f2) {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:06.497517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0590c5bb-cfcf-4cf9-b5e8-15d1a2537893 None None] Network 190e51c9-23fa-4948-90ae-c977e74b53f2 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:06.506346 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:06.507616 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.554719 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2435062 Apr 20 18:17:06.555462 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44868) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:06.571709 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:06.585137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:06.602564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Usage tracker for resource:router and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:06.630946 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:06.656880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:06.690559 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853069834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3538'] for router, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.693576 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772315'] for router, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.757154 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.803641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44876) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:06.865468 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.873911 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:07.023228 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa39b10c4-86ab-5b52-81f8-7a7a43c951c9-190e51c9-23fa-4948-90ae-c977e74b53f2', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0'}]}} from dv-cinder-786930-2-smb. {{(pid=86321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:17:07.024581 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.287259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0402e5f9-2c87-47d1-be48-d902f55b0f9b,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:07.300819 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Checking segment: {'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:07.301426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Network hostable DHCP agents. Network: 2b754d42-4608-4677-bd8d-77d0689a8073, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:17:07.448745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Allocated IP 172.20.0.2 (190e51c9-23fa-4948-90ae-c977e74b53f2/b2d25518-c855-4ae6-931e-8a8f2c9d8ec0/a586d00d-0c22-4c6a-8ce3-2bdfc237195c) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:07.573280 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772300'] for router, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.591287 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:07.616122 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.641114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:07.679529 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Network 2b754d42-4608-4677-bd8d-77d0689a8073 is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:17:07.683260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd845-7000-4913-9ae0-1c8ea8f3d59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.736972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-9b7cd845-7000-4913-9ae0-1c8ea8f3d59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:07.746730 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 2b754d42-4608-4677-bd8d-77d0689a8073) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:07.751891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-9b7cd845-7000-4913-9ae0-1c8ea8f3d59d admin admin] Usage tracker for resource:security_group_rule and tenant:147046fb8f404cbdb79f2fb63234a81d is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:07.760100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38be8380-a5cd-474f-b14c-149c81f539ab None None] Network 2b754d42-4608-4677-bd8d-77d0689a8073 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:07.769105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-9b7cd845-7000-4913-9ae0-1c8ea8f3d59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:07.784799 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:07.785720 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.803780 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-9b7cd845-7000-4913-9ae0-1c8ea8f3d59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:07.831973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfc8ec41-ed14-4045-af53-a025c27fd18b,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:07.839562 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:07.847398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Checking segment: {'id': 'c9ec55c0-b358-422f-b189-9c2c589822c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a88a9cb8-23c5-4a0f-8486-a18274913e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:07.848064 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Network hostable DHCP agents. Network: a88a9cb8-23c5-4a0f-8486-a18274913e38, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:17:07.871997 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-7cc07eff-12e8-4b5c-8a2a-36ec76b564b0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5115988 Apr 20 18:17:07.882908 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 44916) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:07.924223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Network a88a9cb8-23c5-4a0f-8486-a18274913e38 is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:17:07.936602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.978999 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, a88a9cb8-23c5-4a0f-8486-a18274913e38) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:07.980067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-495896594-router', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:07.987374 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Transition to ACTIVE for port object a586d00d-0c22-4c6a-8ce3-2bdfc237195c will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:07.992080 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:07.996073 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.996611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:08.005637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Usage tracker for resource:router and tenant:b072f1a5a03b4d2b88d582554e32983d is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:08.010882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:08.025441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a79fd0-4e73-42b0-9ad4-55b93c118e0d None None] Network a88a9cb8-23c5-4a0f-8486-a18274913e38 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:08.056792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:08.100119 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.108404 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d6ec4ef5-979d-48f8-ab06-3d9831779b3e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5156021 Apr 20 18:17:08.183833 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd845-7000-4913-9ae0-1c8ea8f3d59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.189633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd845-7000-4913-9ae0-1c8ea8f3d59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.207556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853069834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3538'] for router, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.210193 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772315'] for router, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.245284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.281869 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:08.301667 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-9b7cd845-7000-4913-9ae0-1c8ea8f3d59d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=147046fb8f404cbdb79f2fb63234a81d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4917972 Apr 20 18:17:08.308656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44932) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:08.339915 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Transition to ACTIVE for port object a586d00d-0c22-4c6a-8ce3-2bdfc237195c will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:08.413714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cd845-7000-4913-9ae0-1c8ea8f3d59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d183c8-7471-45c6-961d-4d8ce6ac22a5,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:08.418921 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9b7cd845-7000-4913-9ae0-1c8ea8f3d59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:08.438894 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.455299 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9e40c011-b286-4fa3-9eae-588d907f7734 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:08.460497 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-81a694dc-ec8a-40e6-93a9-2ccd69b5f6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.497300 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-81a694dc-ec8a-40e6-93a9-2ccd69b5f6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.525676 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.605659 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Network 190e51c9-23fa-4948-90ae-c977e74b53f2 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:08.610091 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Resources bound (agent type, host, resource id): {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:08.615807 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:08.620099 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-81a694dc-ec8a-40e6-93a9-2ccd69b5f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.633553 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:08.665768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a694dc-ec8a-40e6-93a9-2ccd69b5f6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d183c8-7471-45c6-961d-4d8ce6ac22a5,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:08.675570 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-81a694dc-ec8a-40e6-93a9-2ccd69b5f6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:08.690432 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-81a694dc-ec8a-40e6-93a9-2ccd69b5f6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.696579 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-81a694dc-ec8a-40e6-93a9-2ccd69b5f6c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10d183c8-7471-45c6-961d-4d8ce6ac22a5 HTTP/1.1" status: 204 len: 168 time: 0.3841698 Apr 20 18:17:08.887485 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c95679b-1435-4546-ac54-818776dd02d9 None None] Network 2b754d42-4608-4677-bd8d-77d0689a8073 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:08.939013 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Pushing event updated for resources: {'Port': ['ID=a586d00d-0c22-4c6a-8ce3-2bdfc237195c,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:08.960940 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Allocated IP 172.28.2.183 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/fafe9ee1-221e-4cbe-81c8-2204aca3f45e) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:09.058905 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:09.059523 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:09.060132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:09.060717 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:09.061276 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:09.061846 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:09.063397 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:09.064238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:09.064820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:09.065382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:09.065962 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:09.067173 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Tracked resource versions report: Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: pushed versions: Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: { 'AddressGroup': {'1.2'}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': {'1.0'}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': {'1.0'}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': {'1.1'}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': {'1.7'}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': {'1.2'}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': {'1.8'}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': {'1.4'}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': {'1.0'}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': {'1.1'}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': {'1.1'}} Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: consumer versions: Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: { DHCP agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: HyperV agent@hv-cinder-78693: {}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: L3 agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: Metadata agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: Metering agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: Open vSwitch agent@dv-cinder-786930-2-smb: { 'AddressGroup': '1.2', Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': '1.0', Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': '1.0', Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': '1.1', Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': '1.7', Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': '1.2', Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': '1.8', Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': '1.4', Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': '1.2', Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': '1.0', Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': '1.1', Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': '1.1'}} Apr 20 18:17:09.068772 dv-cinder-786930-2-smb neutron-server[86206]: {{(pid=86321) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:17:09.088790 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:09.125509 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 44980) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:09.128891 dv-cinder-786930-2-smb neutron-server[86206]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 18:17:09.174006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Attempting to bind port a586d00d-0c22-4c6a-8ce3-2bdfc237195c on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:09.174569 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Attempting to bind port a586d00d-0c22-4c6a-8ce3-2bdfc237195c by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:09.175252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Attempting to bind port a586d00d-0c22-4c6a-8ce3-2bdfc237195c on network 190e51c9-23fa-4948-90ae-c977e74b53f2 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:09.205751 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:09.206405 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Checking segment: {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:09.207029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.207587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Bound using segment: {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:09.208255 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Bound port: a586d00d-0c22-4c6a-8ce3-2bdfc237195c, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:09.208955 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.387196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a01b176-7e76-4290-86fd-b64cd3a5a8a8 None None] Network a88a9cb8-23c5-4a0f-8486-a18274913e38 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:09.411727 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772300'] for router, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.577048 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-456d1af9-d25a-4bd5-a5b6-4f9d3a9e2ede tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:09.578698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-456d1af9-d25a-4bd5-a5b6-4f9d3a9e2ede tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Synchronizing usage tracker for tenant:d2ebb3a6b0484cda9dc64c85748d490c on resource:network {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:09.607099 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-456d1af9-d25a-4bd5-a5b6-4f9d3a9e2ede tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Unset dirty status for tenant:d2ebb3a6b0484cda9dc64c85748d490c on resource:network {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:09.609028 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-456d1af9-d25a-4bd5-a5b6-4f9d3a9e2ede tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/networks?id=a88a9cb8-23c5-4a0f-8486-a18274913e38 HTTP/1.1" status: 200 len: 811 time: 0.4820068 Apr 20 18:17:09.646913 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-173daaab-38a8-4387-96d6-a259214990c3 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/quotas/d2ebb3a6b0484cda9dc64c85748d490c HTTP/1.1" status: 200 len: 375 time: 0.0275636 Apr 20 18:17:09.722508 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] For port a586d00d-0c22-4c6a-8ce3-2bdfc237195c, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:09.746054 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-df400271-6866-456d-93e0-ee756d7c5cf8 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2ebb3a6b0484cda9dc64c85748d490c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919755 Apr 20 18:17:09.777319 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] For port a586d00d-0c22-4c6a-8ce3-2bdfc237195c, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=a586d00d-0c22-4c6a-8ce3-2bdfc237195c,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:09.785719 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.808731 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:09.862522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.900392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.910186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:09.991789 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:10.001400 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:10.006473 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Pushing event updated for resources: {'Port': ['ID=a586d00d-0c22-4c6a-8ce3-2bdfc237195c,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:10.011117 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:10.020154 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:10.119226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-de0f56ad-588c-4a19-b701-978fd74443b8 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:17:10.120460 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-de0f56ad-588c-4a19-b701-978fd74443b8 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1332724 Apr 20 18:17:10.174965 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Pushing event updated for resources: {'Port': ['ID=fafe9ee1-221e-4cbe-81c8-2204aca3f45e,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:10.187433 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:10.329752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45038) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:10.335258 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-39cb3e1d-8bd1-4342-996a-0efd18615331 service neutron] 10.222.0.21 "GET /v2.0/networks/a88a9cb8-23c5-4a0f-8486-a18274913e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053065 Apr 20 18:17:10.599872 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1eb54ed0-ee77-4687-b541-b9b9e13f745e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:10.671948 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-3d566930-5158-410c-94c3-4fe3bc3f3f96 service neutron] 10.222.0.21 "GET /v2.0/networks/a88a9cb8-23c5-4a0f-8486-a18274913e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292263 Apr 20 18:17:10.808441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device a586d00d-0c22-4c6a-8ce3-2bdfc237195c up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:11.110194 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1b5929d4-e153-4740-8a17-f2b9f7bd16d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.125741 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port a586d00d-0c22-4c6a-8ce3-2bdfc237195c completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:11.149645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.174803 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-1b5929d4-e153-4740-8a17-f2b9f7bd16d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:11.192252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-1b5929d4-e153-4740-8a17-f2b9f7bd16d7 admin admin] Usage tracker for resource:security_group_rule and tenant:3768eeffb7024ef383e3d75b33349cc7 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:11.209990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-1b5929d4-e153-4740-8a17-f2b9f7bd16d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:11.219865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.233001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-1b5929d4-e153-4740-8a17-f2b9f7bd16d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:11.466943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.587489 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d3a0d186-3cbd-4406-8216-d1a70caf8225 req-61ae37d0-3175-402f-9e8e-52bca4ebe1d6 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 210 time: 0.3049986 Apr 20 18:17:11.893193 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1b5929d4-e153-4740-8a17-f2b9f7bd16d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.897883 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1b5929d4-e153-4740-8a17-f2b9f7bd16d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.966385 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5b93b4f0-80ad-4fa1-8c36-c0e861ae39e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:11.986871 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-1b5929d4-e153-4740-8a17-f2b9f7bd16d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3768eeffb7024ef383e3d75b33349cc7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6559837 Apr 20 18:17:12.021379 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45098) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:12.077137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3342922-1313-4b29-aae1-405157c6ce3f None None] Network 190e51c9-23fa-4948-90ae-c977e74b53f2 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:12.234667 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-820d0cf9-adbf-404d-925c-13f9caafc9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.307659 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-820d0cf9-adbf-404d-925c-13f9caafc9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.429474 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5929d4-e153-4740-8a17-f2b9f7bd16d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0342cd88-7726-4d4b-a535-c66f0a4b800c,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:12.434163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-820d0cf9-adbf-404d-925c-13f9caafc9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.436223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1b5929d4-e153-4740-8a17-f2b9f7bd16d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:12.454001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9b7cd845-7000-4913-9ae0-1c8ea8f3d59d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:12.494233 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d0cf9-adbf-404d-925c-13f9caafc9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0342cd88-7726-4d4b-a535-c66f0a4b800c,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:12.498262 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-820d0cf9-adbf-404d-925c-13f9caafc9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:12.503201 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-820d0cf9-adbf-404d-925c-13f9caafc9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.505071 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-820d0cf9-adbf-404d-925c-13f9caafc9f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0342cd88-7726-4d4b-a535-c66f0a4b800c HTTP/1.1" status: 204 len: 168 time: 0.4820518 Apr 20 18:17:12.513271 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-69d83c26-6cc9-4144-ab5b-91f75bc5c959 None None] Provisioning for port a586d00d-0c22-4c6a-8ce3-2bdfc237195c completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:12.571522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-69d83c26-6cc9-4144-ab5b-91f75bc5c959 None None] Provisioning complete for port a586d00d-0c22-4c6a-8ce3-2bdfc237195c triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:12.575114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-69d83c26-6cc9-4144-ab5b-91f75bc5c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.798850 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45144) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:12.930880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853010083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853029691'] for router, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.948119 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ae6d5762-e889-47a0-bd04-2956b3297754 req-7047efc3-b531-442a-8b78-8999bd97c6b6 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 210 time: 0.1473145 Apr 20 18:17:13.374277 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Allocated IP 172.28.2.17 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/0211c488-bbbc-47d5-a325-96367d164d2d) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:13.579029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Router 7cd7ef2e-f128-43aa-997b-38aad0817b55 is scheduled to L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc with binding_index 1 {{(pid=86319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:17:13.594960 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-69d83c26-6cc9-4144-ab5b-91f75bc5c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:13.718605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e1c88489-99be-47b8-b8f0-86052e8d6025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:13.807411 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45194) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:13.856504 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-80f823e6-6dd7-40eb-af89-a558fdb033ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:13.861980 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-69d83c26-6cc9-4144-ab5b-91f75bc5c959 None None] For port a586d00d-0c22-4c6a-8ce3-2bdfc237195c, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=a586d00d-0c22-4c6a-8ce3-2bdfc237195c,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:13.884398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-69d83c26-6cc9-4144-ab5b-91f75bc5c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:13.895840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:13.904235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-80f823e6-6dd7-40eb-af89-a558fdb033ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:13.925681 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-80f823e6-6dd7-40eb-af89-a558fdb033ae admin admin] Usage tracker for resource:security_group_rule and tenant:2607e14fd2d54b64b22ef5d89b122d90 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:13.943801 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-80f823e6-6dd7-40eb-af89-a558fdb033ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:13.957720 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-80f823e6-6dd7-40eb-af89-a558fdb033ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:13.998951 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.057179 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.179057 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:17:14.194419 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Sync routers for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:17:14.209558 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d83c26-6cc9-4144-ab5b-91f75bc5c959 None None] Pushing event updated for resources: {'Port': ['ID=a586d00d-0c22-4c6a-8ce3-2bdfc237195c,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:14.214579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-69d83c26-6cc9-4144-ab5b-91f75bc5c959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:14.230102 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:14.245524 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:17:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:14.276088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-80f823e6-6dd7-40eb-af89-a558fdb033ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.283830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-80f823e6-6dd7-40eb-af89-a558fdb033ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.305831 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Notify callbacks [] for router, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.315111 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7542005 Apr 20 18:17:14.316091 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45210) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:14.353258 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:14.378781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.406354 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-80f823e6-6dd7-40eb-af89-a558fdb033ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2607e14fd2d54b64b22ef5d89b122d90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5975776 Apr 20 18:17:14.407830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f823e6-6dd7-40eb-af89-a558fdb033ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c2dd66-736d-4d45-8d95-7692a098d78e,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:14.426753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45218) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:14.544070 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-fa004488-8434-442b-b594-a020064bd9d6 None None] Provisioning complete for port a586d00d-0c22-4c6a-8ce3-2bdfc237195c triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:14.544070 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fa004488-8434-442b-b594-a020064bd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.602601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-80f823e6-6dd7-40eb-af89-a558fdb033ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:14.653430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.668789 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3f721c9c-9741-49e6-b027-5b836509d62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.703173 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3f721c9c-9741-49e6-b027-5b836509d62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.742922 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device a586d00d-0c22-4c6a-8ce3-2bdfc237195c up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:14.841491 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-00cee341-2ac3-4089-a994-885d838e732a req-adbd9919-b5c4-4b45-b944-4c642153291a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 210 time: 0.2302933 Apr 20 18:17:14.845120 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3f721c9c-9741-49e6-b027-5b836509d62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.874263 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45232) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:14.875650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:14.894735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f721c9c-9741-49e6-b027-5b836509d62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c2dd66-736d-4d45-8d95-7692a098d78e,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:14.896821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3f721c9c-9741-49e6-b027-5b836509d62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.898177 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3f721c9c-9741-49e6-b027-5b836509d62f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0c2dd66-736d-4d45-8d95-7692a098d78e HTTP/1.1" status: 204 len: 168 time: 0.4703085 Apr 20 18:17:14.899340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3f721c9c-9741-49e6-b027-5b836509d62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:14.918859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:15.012862 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6a11df5a-4548-403b-91f1-2ead875faa41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:15.068697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 55208) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:15.159778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port a586d00d-0c22-4c6a-8ce3-2bdfc237195c triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:15.160800 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:15.311386 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:15.376870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:15.393052 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:15.408758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:15.611013 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:10Z', 'revision_number': 3, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:15.617698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Checking router: 7cd7ef2e-f128-43aa-997b-38aad0817b55 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:17:15.618410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Updating router 7cd7ef2e-f128-43aa-997b-38aad0817b55 port fafe9ee1-221e-4cbe-81c8-2204aca3f45e binding host dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:17:15.634453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-354aa81b-3580-4936-8f93-cca3853377cd tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:15.643060 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-354aa81b-3580-4936-8f93-cca3853377cd tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.37 "GET /v2.0/networks?id=a88a9cb8-23c5-4a0f-8486-a18274913e38 HTTP/1.1" status: 200 len: 811 time: 0.5578144 Apr 20 18:17:15.684532 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-346113b1-fd77-4107-9ea1-b543b7182a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:15.712405 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Pushing event updated for resources: {'Port': ['ID=0211c488-bbbc-47d5-a325-96367d164d2d,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:15.716061 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:15.741237 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-346113b1-fd77-4107-9ea1-b543b7182a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:15.745633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-346113b1-fd77-4107-9ea1-b543b7182a03 admin admin] Usage tracker for resource:security_group_rule and tenant:291269d4256945198250044542f9fc57 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:15.748819 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-346113b1-fd77-4107-9ea1-b543b7182a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:15.762243 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-346113b1-fd77-4107-9ea1-b543b7182a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:15.775983 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:15.849866 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Request body: {'port': {'device_id': 'e752d632-41cd-403d-ad26-f14fc878dead', 'network_id': 'a88a9cb8-23c5-4a0f-8486-a18274913e38', 'admin_state_up': True, 'tenant_id': 'd2ebb3a6b0484cda9dc64c85748d490c'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:16.342303 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c4de14c9-8635-46dd-8087-965031fa0cd9 req-9f87c589-ed59-45f1-9403-c00d86b1dca2 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 210 time: 0.1316061 Apr 20 18:17:16.425174 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:16.440113 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Usage tracker for resource:port and tenant:d2ebb3a6b0484cda9dc64c85748d490c is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:16.446268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:16.463102 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:16.490123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-346113b1-fd77-4107-9ea1-b543b7182a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.497131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-346113b1-fd77-4107-9ea1-b543b7182a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.551886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:16.608002 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-346113b1-fd77-4107-9ea1-b543b7182a03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=291269d4256945198250044542f9fc57&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7153943 Apr 20 18:17:16.611347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Made reservation on behalf of d2ebb3a6b0484cda9dc64c85748d490c for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:16.624168 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.628342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.635535 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45332) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:16.643123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Transition to ACTIVE for port object fafe9ee1-221e-4cbe-81c8-2204aca3f45e will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:16.651644 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.660583 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:16.680331 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346113b1-fd77-4107-9ea1-b543b7182a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db814428-ba6b-4ca7-8d9c-f2915615544e,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:16.686215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-346113b1-fd77-4107-9ea1-b543b7182a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:16.820821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Attempting to bind port fafe9ee1-221e-4cbe-81c8-2204aca3f45e on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:16.825641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Attempting to bind port fafe9ee1-221e-4cbe-81c8-2204aca3f45e by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:16.831512 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Attempting to bind port fafe9ee1-221e-4cbe-81c8-2204aca3f45e on network 7b612f0a-6263-4b19-bfa2-1df00b92c582 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:16.850427 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:16.851175 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Checking segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:16.851698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.852308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Bound using segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:16.852921 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Bound port: fafe9ee1-221e-4cbe-81c8-2204aca3f45e, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:16.853515 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.944717 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Allocated IP 172.20.0.11 (a88a9cb8-23c5-4a0f-8486-a18274913e38/bfc8ec41-ed14-4045-af53-a025c27fd18b/76435f27-69db-452c-8ab9-cfac204928e7) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:16.951681 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:17.003232 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] For port fafe9ee1-221e-4cbe-81c8-2204aca3f45e, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:17.010195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] For port fafe9ee1-221e-4cbe-81c8-2204aca3f45e, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=fafe9ee1-221e-4cbe-81c8-2204aca3f45e,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:17.092470 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Pushing event updated for resources: {'Port': ['ID=fafe9ee1-221e-4cbe-81c8-2204aca3f45e,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:17.135515 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:17.135896 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:17.136269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:17.136666 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:17.137016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:17.137376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:17.137729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:17.144270 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:17.144819 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:17.151770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:17.152168 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:17.152543 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Tracked resource versions report: Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: pushed versions: Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: { 'AddressGroup': {'1.2'}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': {'1.0'}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': {'1.0'}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': {'1.1'}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': {'1.7'}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': {'1.2'}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': {'1.8'}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': {'1.4'}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': {'1.0'}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': {'1.1'}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': {'1.1'}} Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: consumer versions: Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: { DHCP agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: HyperV agent@hv-cinder-78693: {}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: L3 agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: Metadata agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: Metering agent@dv-cinder-786930-2-smb: {}, Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: Open vSwitch agent@dv-cinder-786930-2-smb: { 'AddressGroup': '1.2', Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'ConntrackHelper': '1.0', Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'Log': '1.0', Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'Network': '1.1', Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'Port': '1.7', Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'PortForwarding': '1.2', Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'QosPolicy': '1.8', Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroup': '1.4', Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'SecurityGroupRule': '1.2', Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'SubPort': '1.0', Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'Subnet': '1.1', Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: 'Trunk': '1.1'}} Apr 20 18:17:17.153966 dv-cinder-786930-2-smb neutron-server[86206]: {{(pid=86322) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:17:17.157924 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:17.158967 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:17.169694 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:17.257985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Pushing event updated for resources: {'Port': ['ID=fafe9ee1-221e-4cbe-81c8-2204aca3f45e,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:17.299257 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:17.300192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:17:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:17.315589 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:17.365742 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:17.435364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-24fc0038-b41e-4184-86f7-4b40b6afb36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:17.607095 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:17.664499 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Network a88a9cb8-23c5-4a0f-8486-a18274913e38 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:17.683896 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1b83e413-9eda-4ebb-9308-dc114f4294a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:17.752581 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:17.787934 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:17.791617 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:17.809337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:17.815328 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:17.857966 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1b83e413-9eda-4ebb-9308-dc114f4294a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:17.915269 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1887856 Apr 20 18:17:17.988839 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Pushing event updated for resources: {'Port': ['ID=76435f27-69db-452c-8ab9-cfac204928e7,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:17.999784 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.003479 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:18.021609 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-d8cb5b27-4c2f-44ba-a96d-28c72ec5c3ef tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:17:18.023199 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-d8cb5b27-4c2f-44ba-a96d-28c72ec5c3ef tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412753 Apr 20 18:17:18.163661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f3f96-f2d4-4e9a-a0b9-907fe653c88c req-e8d34b8a-c82d-4a4a-a3fc-3f01681cfdca tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:18.175175 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-1d0f3f96-f2d4-4e9a-a0b9-907fe653c88c req-e8d34b8a-c82d-4a4a-a3fc-3f01681cfdca tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Synchronizing usage tracker for tenant:d2ebb3a6b0484cda9dc64c85748d490c on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:18.249339 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-1d0f3f96-f2d4-4e9a-a0b9-907fe653c88c req-e8d34b8a-c82d-4a4a-a3fc-3f01681cfdca tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Unset dirty status for tenant:d2ebb3a6b0484cda9dc64c85748d490c on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:18.261621 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1d0f3f96-f2d4-4e9a-a0b9-907fe653c88c req-e8d34b8a-c82d-4a4a-a3fc-3f01681cfdca tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 932 time: 0.6535699 Apr 20 18:17:18.372867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-1d0f3f96-f2d4-4e9a-a0b9-907fe653c88c req-a913664e-60f7-4a5d-a3c5-126f85224845 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Synchronizing usage tracker for tenant:d2ebb3a6b0484cda9dc64c85748d490c on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:18.430402 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-1d0f3f96-f2d4-4e9a-a0b9-907fe653c88c req-a913664e-60f7-4a5d-a3c5-126f85224845 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Unset dirty status for tenant:d2ebb3a6b0484cda9dc64c85748d490c on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:18.441014 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1d0f3f96-f2d4-4e9a-a0b9-907fe653c88c req-a913664e-60f7-4a5d-a3c5-126f85224845 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780825 Apr 20 18:17:18.520020 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853010083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853029691'] for router, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.811244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Request body: {'port': {'device_id': 'e752d632-41cd-403d-ad26-f14fc878dead', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:19.067800 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:10Z', 'revision_number': 3, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:19.077633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaacdbb-eb1f-4dfa-b371-4485ed055929 None None] The sync data for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb is: [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:10Z', 'revision_number': 3, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:17:19.145388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:19.277816 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1b83e413-9eda-4ebb-9308-dc114f4294a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:19.305134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9023a29b-33b7-43a5-a44c-a0f1a93dc288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:19.322003 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:19.350926 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83e413-9eda-4ebb-9308-dc114f4294a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db814428-ba6b-4ca7-8d9c-f2915615544e,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:19.360224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1b83e413-9eda-4ebb-9308-dc114f4294a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:19.399268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1b83e413-9eda-4ebb-9308-dc114f4294a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:19.400525 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-1b83e413-9eda-4ebb-9308-dc114f4294a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db814428-ba6b-4ca7-8d9c-f2915615544e HTTP/1.1" status: 204 len: 168 time: 2.7639344 Apr 20 18:17:19.726198 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45460) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:19.752108 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Router d59050d4-d080-40d1-94bb-0de6638b02df is scheduled to L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc with binding_index 1 {{(pid=86319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:17:20.167764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76435f27-69db-452c-8ab9-cfac204928e7 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:20.177899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.201359 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Transition to ACTIVE for port object 76435f27-69db-452c-8ab9-cfac204928e7 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:20.268378 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.286376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:20.488312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Pushing event updated for resources: {'Port': ['ID=76435f27-69db-452c-8ab9-cfac204928e7,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:20.491739 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:20.739292 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Attempting to bind port 76435f27-69db-452c-8ab9-cfac204928e7 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:20.739704 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Attempting to bind port 76435f27-69db-452c-8ab9-cfac204928e7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c9ec55c0-b358-422f-b189-9c2c589822c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a88a9cb8-23c5-4a0f-8486-a18274913e38'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:20.740083 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Attempting to bind port 76435f27-69db-452c-8ab9-cfac204928e7 on network a88a9cb8-23c5-4a0f-8486-a18274913e38 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:20.801150 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device fafe9ee1-221e-4cbe-81c8-2204aca3f45e up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:20.818949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4c80c-0db3-4b5a-915d-4c6f057839b6 req-91dd48e1-68a4-4423-a915-c7e5374a7c09 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:20.824970 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-02e4c80c-0db3-4b5a-915d-4c6f057839b6 req-91dd48e1-68a4-4423-a915-c7e5374a7c09 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 944 time: 0.9799762 Apr 20 18:17:20.825679 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Port 76435f27-69db-452c-8ab9-cfac204928e7 on network a88a9cb8-23c5-4a0f-8486-a18274913e38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:17:20.826050 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Attempting to bind port 76435f27-69db-452c-8ab9-cfac204928e7 on network a88a9cb8-23c5-4a0f-8486-a18274913e38 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:20.852777 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-55a96fa4-3941-4c6a-b6ef-bc104e34366e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.867471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:20.867471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Checking segment: {'id': 'c9ec55c0-b358-422f-b189-9c2c589822c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a88a9cb8-23c5-4a0f-8486-a18274913e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:20.868190 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Bound using segment: {'id': 'c9ec55c0-b358-422f-b189-9c2c589822c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a88a9cb8-23c5-4a0f-8486-a18274913e38'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:20.868722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Bound port: 76435f27-69db-452c-8ab9-cfac204928e7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ec55c0-b358-422f-b189-9c2c589822c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a88a9cb8-23c5-4a0f-8486-a18274913e38'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:20.869150 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.916322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-55a96fa4-3941-4c6a-b6ef-bc104e34366e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:20.933441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-55a96fa4-3941-4c6a-b6ef-bc104e34366e admin admin] Usage tracker for resource:security_group_rule and tenant:106f4cea44c645389aa1155a3425df0d is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:20.945781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-55a96fa4-3941-4c6a-b6ef-bc104e34366e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:20.965498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Allocated IP 172.20.0.1 (190e51c9-23fa-4948-90ae-c977e74b53f2/b2d25518-c855-4ae6-931e-8a8f2c9d8ec0/bc854a4e-58c2-4e81-83eb-723786a34f54) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:20.982102 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-55a96fa4-3941-4c6a-b6ef-bc104e34366e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:21.207952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port fafe9ee1-221e-4cbe-81c8-2204aca3f45e completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:21.220930 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45494) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:21.227048 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port fafe9ee1-221e-4cbe-81c8-2204aca3f45e triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:21.228608 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:21.242016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:17:21.247886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] For port 76435f27-69db-452c-8ab9-cfac204928e7, host hv-cinder-78693, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:21.268367 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] For port 76435f27-69db-452c-8ab9-cfac204928e7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=76435f27-69db-452c-8ab9-cfac204928e7,segment=NetworkSegment(c9ec55c0-b358-422f-b189-9c2c589822c3),segment_id=c9ec55c0-b358-422f-b189-9c2c589822c3)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:21.273252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Sync routers for ids ['d59050d4-d080-40d1-94bb-0de6638b02df'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:17:21.342400 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Routers {'d59050d4-d080-40d1-94bb-0de6638b02df'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:21.345603 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:17:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['d59050d4-d080-40d1-94bb-0de6638b02df'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:21.375933 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-02e4c80c-0db3-4b5a-915d-4c6f057839b6 req-f2a58210-d0c5-40a0-a2fc-4a2ebaf5cdcf tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150144 Apr 20 18:17:21.377280 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:21.387479 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5e7bc02d-5305-49d6-b103-d21739842368 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:21.516714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:21.517411 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:21.518983 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-869367fb-8cad-42af-b795-4823635d1816 service neutron] 10.222.0.37 "PUT /v2.0/ports/76435f27-69db-452c-8ab9-cfac204928e7 HTTP/1.1" status: 200 len: 1094 time: 3.0023310 Apr 20 18:17:21.519778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Pushing event updated for resources: {'Port': ['ID=76435f27-69db-452c-8ab9-cfac204928e7,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:21.525121 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:21.525725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e752d632-41cd-403d-ad26-f14fc878dead', 'tag': '76435f27-69db-452c-8ab9-cfac204928e7'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:21.654374 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Notify callbacks [] for router, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:21.660675 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.7565022 Apr 20 18:17:21.669214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45510) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:21.765023 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-4a4d4a8b-ae32-44bd-86d6-338991641f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:21.767262 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-4a4d4a8b-ae32-44bd-86d6-338991641f69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2ebb3a6b0484cda9dc64c85748d490c&device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 1097 time: 0.1358678 Apr 20 18:17:21.814915 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-55a96fa4-3941-4c6a-b6ef-bc104e34366e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:21.966031 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a33cf552-ac5c-4f4b-92f1-dacaeeaaddf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:21.973170 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Set router d59050d4-d080-40d1-94bb-0de6638b02df gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:22.013765 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-55a96fa4-3941-4c6a-b6ef-bc104e34366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.159650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-a33cf552-ac5c-4f4b-92f1-dacaeeaaddf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:22.164238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a33cf552-ac5c-4f4b-92f1-dacaeeaaddf9 admin admin] Usage tracker for resource:security_group_rule and tenant:f3987d8a459a4bf5b6998e09dd23769d is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:22.167913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a33cf552-ac5c-4f4b-92f1-dacaeeaaddf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:22.176572 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-a33cf552-ac5c-4f4b-92f1-dacaeeaaddf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:22.293582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.339166 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a33cf552-ac5c-4f4b-92f1-dacaeeaaddf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.602250 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a33cf552-ac5c-4f4b-92f1-dacaeeaaddf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.714772 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e752d632-41cd-403d-ad26-f14fc878dead', 'tag': '76435f27-69db-452c-8ab9-cfac204928e7', 'status': 'completed', 'code': 200} Apr 20 18:17:22.716353 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-f65835f3-66f1-4d0b-87d8-40a2f2c849e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76435f27-69db-452c-8ab9-cfac204928e7 HTTP/1.1" status: 200 len: 217 time: 0.7311194 Apr 20 18:17:22.818833 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port fafe9ee1-221e-4cbe-81c8-2204aca3f45e, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=fafe9ee1-221e-4cbe-81c8-2204aca3f45e,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:22.909437 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.926820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:22.946722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-fe47b735-9f90-4850-acbe-1ecc490f559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:22.948933 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-fe47b735-9f90-4850-acbe-1ecc490f559b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfc8ec41-ed14-4045-af53-a025c27fd18b HTTP/1.1" status: 200 len: 851 time: 0.2039864 Apr 20 18:17:23.138698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:23.191272 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'name': 'tempest-ServerRescueNegativeTestJSON-495896594-router', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:15Z', 'revision_number': 3, 'project_id': 'b072f1a5a03b4d2b88d582554e32983d', 'gw_port': {'id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:46:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:11Z', 'updated_at': '2021-04-20T18:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:23.198340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Checking router: d59050d4-d080-40d1-94bb-0de6638b02df for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:17:23.201014 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Updating router d59050d4-d080-40d1-94bb-0de6638b02df port 0211c488-bbbc-47d5-a325-96367d164d2d binding host dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:17:23.231428 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-55a96fa4-3941-4c6a-b6ef-bc104e34366e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=106f4cea44c645389aa1155a3425df0d&name=default HTTP/1.1" status: 200 len: 2975 time: 3.5039866 Apr 20 18:17:23.274228 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45550) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:23.292115 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-e2d83676-8b70-440b-bb70-4acd1c91d8ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a88a9cb8-23c5-4a0f-8486-a18274913e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2097201 Apr 20 18:17:23.338214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:23.413413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a96fa4-3941-4c6a-b6ef-bc104e34366e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5ad9df-d93d-4544-bb73-da348a24bc98,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:23.678710 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:23.765013 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cf552-ac5c-4f4b-92f1-dacaeeaaddf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851d99e8-a642-4870-803e-047953dd7440,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:23.864137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85422f26-6288-4370-80ce-db87e5e1747a req-dd8d2d8e-7b67-429d-ab1b-3287f519cf62 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:23.866653 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-85422f26-6288-4370-80ce-db87e5e1747a req-dd8d2d8e-7b67-429d-ab1b-3287f519cf62 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 944 time: 0.9275448 Apr 20 18:17:23.883603 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a33cf552-ac5c-4f4b-92f1-dacaeeaaddf9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3987d8a459a4bf5b6998e09dd23769d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6596525 Apr 20 18:17:23.886856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45566) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:23.887745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a33cf552-ac5c-4f4b-92f1-dacaeeaaddf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:23.915933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:23.916344 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:24.007271 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Transition to ACTIVE for port object bc854a4e-58c2-4e81-83eb-723786a34f54 will not be triggered until provisioned by entity DHCP. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:24.088140 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-13dae9b6-7591-4e4b-bc09-dd7e393af627 service neutron] 10.222.0.37 "GET /v2.0/networks/a88a9cb8-23c5-4a0f-8486-a18274913e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7303944 Apr 20 18:17:24.088858 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e17362c0-c06f-423e-b475-911202d9e208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.145695 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e17362c0-c06f-423e-b475-911202d9e208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.146198 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5995990e-aec8-4c3d-bc2c-cbbe9103ac9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.228273 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5995990e-aec8-4c3d-bc2c-cbbe9103ac9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.236581 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.250605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Transition to ACTIVE for port object 0211c488-bbbc-47d5-a325-96367d164d2d will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:24.255806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=fafe9ee1-221e-4cbe-81c8-2204aca3f45e,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:24.260812 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.261942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.335s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:24.269022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:24.376551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Attempting to bind port 0211c488-bbbc-47d5-a325-96367d164d2d on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:24.377059 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Attempting to bind port 0211c488-bbbc-47d5-a325-96367d164d2d by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:24.377543 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Attempting to bind port 0211c488-bbbc-47d5-a325-96367d164d2d on network 7b612f0a-6263-4b19-bfa2-1df00b92c582 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:24.387062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:24.387582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Checking segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:24.388110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.388621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Bound using segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:24.389227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Bound port: 0211c488-bbbc-47d5-a325-96367d164d2d, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:24.389840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.476030 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.476762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] For port 0211c488-bbbc-47d5-a325-96367d164d2d, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:24.480476 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] For port 0211c488-bbbc-47d5-a325-96367d164d2d, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=0211c488-bbbc-47d5-a325-96367d164d2d,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:24.482101 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1891c8-415e-4563-b9c3-5737f75f195f None None] Pushing event updated for resources: {'Port': ['ID=0211c488-bbbc-47d5-a325-96367d164d2d,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:24.486951 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.488238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6b1891c8-415e-4563-b9c3-5737f75f195f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:24.493660 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:24.502001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5995990e-aec8-4c3d-bc2c-cbbe9103ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.528472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a33cf552-ac5c-4f4b-92f1-dacaeeaaddf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:24.558626 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5995990e-aec8-4c3d-bc2c-cbbe9103ac9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.560137 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5995990e-aec8-4c3d-bc2c-cbbe9103ac9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/851d99e8-a642-4870-803e-047953dd7440 HTTP/1.1" status: 204 len: 168 time: 0.6607351 Apr 20 18:17:24.566854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995990e-aec8-4c3d-bc2c-cbbe9103ac9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851d99e8-a642-4870-803e-047953dd7440,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:24.585310 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceaba64f-7056-422d-9b4d-d826d83a1eb0 req-c39ffdb7-43e2-4dfe-b7cf-4fc52383f74a service neutron] 10.222.0.37 "GET /v2.0/networks/a88a9cb8-23c5-4a0f-8486-a18274913e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516972 Apr 20 18:17:24.590075 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e17362c0-c06f-423e-b475-911202d9e208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.628195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1891c8-415e-4563-b9c3-5737f75f195f None None] Pushing event updated for resources: {'Port': ['ID=0211c488-bbbc-47d5-a325-96367d164d2d,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:24.658396 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6b1891c8-415e-4563-b9c3-5737f75f195f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:24.660296 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:24.700069 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Routers {'d59050d4-d080-40d1-94bb-0de6638b02df'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:24.704580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:17:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['d59050d4-d080-40d1-94bb-0de6638b02df'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:24.723919 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17362c0-c06f-423e-b475-911202d9e208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5ad9df-d93d-4544-bb73-da348a24bc98,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:24.735799 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e17362c0-c06f-423e-b475-911202d9e208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:24.738767 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e17362c0-c06f-423e-b475-911202d9e208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.745396 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-e17362c0-c06f-423e-b475-911202d9e208 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc5ad9df-d93d-4544-bb73-da348a24bc98 HTTP/1.1" status: 204 len: 168 time: 1.4638288 Apr 20 18:17:24.810149 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-85422f26-6288-4370-80ce-db87e5e1747a req-661bc43e-acc7-422f-8964-9bdc0cca8b28 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9272683 Apr 20 18:17:24.837133 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Allocated IP 172.20.0.1 (2b754d42-4608-4677-bd8d-77d0689a8073/0402e5f9-2c87-47d1-be48-d902f55b0f9b/e87b3098-931c-4b00-931a-e45737402e74) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:25.053834 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f49a15-7500-4abf-823c-00afc64ca594 req-cf5f38b0-b512-4670-9dbd-b23ebe54835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:25.055681 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62f49a15-7500-4abf-823c-00afc64ca594 req-cf5f38b0-b512-4670-9dbd-b23ebe54835d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d2ebb3a6b0484cda9dc64c85748d490c&device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 1097 time: 0.2445147 Apr 20 18:17:25.078109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5995990e-aec8-4c3d-bc2c-cbbe9103ac9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:25.093471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device fafe9ee1-221e-4cbe-81c8-2204aca3f45e up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:25.141268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] Set router d59050d4-d080-40d1-94bb-0de6638b02df gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:25.147865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:25.182914 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:25.191493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:25.281116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:25.321955 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Network 2b754d42-4608-4677-bd8d-77d0689a8073 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:25.334224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:25.376313 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:25.380712 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707032'] for router_interface, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:25.504782 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f49a15-7500-4abf-823c-00afc64ca594 req-e315f470-0849-407c-b8c5-19c5cb6d642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:25.506415 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62f49a15-7500-4abf-823c-00afc64ca594 req-e315f470-0849-407c-b8c5-19c5cb6d642b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a88a9cb8-23c5-4a0f-8486-a18274913e38 HTTP/1.1" status: 200 len: 912 time: 0.4128635 Apr 20 18:17:25.709192 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62f49a15-7500-4abf-823c-00afc64ca594 req-245e3064-c2b2-454f-b2b4-8781a893ae0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76435f27-69db-452c-8ab9-cfac204928e7 HTTP/1.1" status: 200 len: 217 time: 0.1809847 Apr 20 18:17:25.715029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Pushing event updated for resources: {'Port': ['ID=e87b3098-931c-4b00-931a-e45737402e74,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:25.727254 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:25.737738 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:17:25.769584 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:25.934900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f49a15-7500-4abf-823c-00afc64ca594 req-c70c4318-1037-40bf-8388-ee5ec86d7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:25.937020 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62f49a15-7500-4abf-823c-00afc64ca594 req-c70c4318-1037-40bf-8388-ee5ec86d7635 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bfc8ec41-ed14-4045-af53-a025c27fd18b HTTP/1.1" status: 200 len: 851 time: 0.2056060 Apr 20 18:17:26.037055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port fafe9ee1-221e-4cbe-81c8-2204aca3f45e triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:26.037370 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.129918 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62f49a15-7500-4abf-823c-00afc64ca594 req-8e8752a2-d584-4150-bff5-e46e80ba97c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a88a9cb8-23c5-4a0f-8486-a18274913e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1837401 Apr 20 18:17:26.350903 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45630) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:26.600514 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-45c1a554-78b5-41be-ac4a-30aad9decb1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.670682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'name': 'tempest-ServerRescueNegativeTestJSON-495896594-router', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:15Z', 'revision_number': 3, 'project_id': 'b072f1a5a03b4d2b88d582554e32983d', 'gw_port': {'id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:46:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:11Z', 'updated_at': '2021-04-20T18:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:26.682261 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85ec39f-be9a-44b7-aad4-5960cde9e17b None None] The sync data for ids ['d59050d4-d080-40d1-94bb-0de6638b02df'] in dv-cinder-786930-2-smb is: [{'id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'name': 'tempest-ServerRescueNegativeTestJSON-495896594-router', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:15Z', 'revision_number': 3, 'project_id': 'b072f1a5a03b4d2b88d582554e32983d', 'gw_port': {'id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:46:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:11Z', 'updated_at': '2021-04-20T18:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:17:26.720543 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Network 190e51c9-23fa-4948-90ae-c977e74b53f2 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:26.768710 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:26.773790 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:26.774435 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707032'] for router_interface, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.793887 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62f49a15-7500-4abf-823c-00afc64ca594 req-997c3fde-4a91-402f-83fe-1c788fe88fa8 service neutron] 10.222.0.37 "GET /v2.0/networks/a88a9cb8-23c5-4a0f-8486-a18274913e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469378 Apr 20 18:17:26.829370 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-45c1a554-78b5-41be-ac4a-30aad9decb1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:26.834259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-45c1a554-78b5-41be-ac4a-30aad9decb1a admin admin] Usage tracker for resource:security_group_rule and tenant:e52f72b07c674e0baa5c2d2b6c1d3fde is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:26.845384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-45c1a554-78b5-41be-ac4a-30aad9decb1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:26.861661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-45c1a554-78b5-41be-ac4a-30aad9decb1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:26.989973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Pushing event updated for resources: {'Port': ['ID=bc854a4e-58c2-4e81-83eb-723786a34f54,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:27.053233 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.283s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:27.110929 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-45c1a554-78b5-41be-ac4a-30aad9decb1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.125641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.180000 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-6972f1a6-abe4-44d6-9e75-396eb4b21f04 None None] Provisioning for port bc854a4e-58c2-4e81-83eb-723786a34f54 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:27.192185 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-6972f1a6-abe4-44d6-9e75-396eb4b21f04 None None] Provisioning complete for port bc854a4e-58c2-4e81-83eb-723786a34f54 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:27.192603 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6972f1a6-abe4-44d6-9e75-396eb4b21f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.239295 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45656) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:27.294371 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.447821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-6972f1a6-abe4-44d6-9e75-396eb4b21f04 None None] Port bc854a4e-58c2-4e81-83eb-723786a34f54 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:17:27.490637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-45c1a554-78b5-41be-ac4a-30aad9decb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.506045 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62f49a15-7500-4abf-823c-00afc64ca594 req-0ae1c541-850b-4b88-853f-7aa1ce34df2b service neutron] 10.222.0.37 "GET /v2.0/networks/a88a9cb8-23c5-4a0f-8486-a18274913e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6864941 Apr 20 18:17:27.532652 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-820d0cf9-adbf-404d-925c-13f9caafc9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:27.701393 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-45c1a554-78b5-41be-ac4a-30aad9decb1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e52f72b07c674e0baa5c2d2b6c1d3fde&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2094176 Apr 20 18:17:27.728007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45666) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:27.756238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07281e1d-63d8-45c2-a67e-cba19f7d9432 req-c905b772-4c4c-49f5-83f5-91a5473c4e7f tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:27.781726 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07281e1d-63d8-45c2-a67e-cba19f7d9432 req-c905b772-4c4c-49f5-83f5-91a5473c4e7f tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 944 time: 1.5539026 Apr 20 18:17:27.862261 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1a554-78b5-41be-ac4a-30aad9decb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc97a8f3-5063-428d-9080-b7240ad4a186,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:27.887607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-45c1a554-78b5-41be-ac4a-30aad9decb1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:27.975661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bbaa86c0-f66e-4535-8687-fed8efd7a3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.977573 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07281e1d-63d8-45c2-a67e-cba19f7d9432 req-70eafb27-1d80-4b0b-97e4-0882871cd162 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947696 Apr 20 18:17:28.012647 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3952fa20-53c2-4f14-adef-0db7a5396c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.098925 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3952fa20-53c2-4f14-adef-0db7a5396c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.211892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-bbaa86c0-f66e-4535-8687-fed8efd7a3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:28.213336 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3952fa20-53c2-4f14-adef-0db7a5396c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.219987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:28.252665 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-bbaa86c0-f66e-4535-8687-fed8efd7a3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:069f95c748784999bf046d20540e146c is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:28.257633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952fa20-53c2-4f14-adef-0db7a5396c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc97a8f3-5063-428d-9080-b7240ad4a186,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:28.262702 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.265923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-bbaa86c0-f66e-4535-8687-fed8efd7a3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:28.266714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3952fa20-53c2-4f14-adef-0db7a5396c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:28.269856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3952fa20-53c2-4f14-adef-0db7a5396c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.273469 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3952fa20-53c2-4f14-adef-0db7a5396c9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc97a8f3-5063-428d-9080-b7240ad4a186 HTTP/1.1" status: 204 len: 168 time: 0.4888759 Apr 20 18:17:28.297769 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.328435 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.344497 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-bbaa86c0-f66e-4535-8687-fed8efd7a3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:28.355665 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068673'] for router_interface, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.380719 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.389495 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:28.772742 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Pushing event updated for resources: {'Port': ['ID=bc854a4e-58c2-4e81-83eb-723786a34f54,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:28.776803 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068673'] for router_interface, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.124992 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 0211c488-bbbc-47d5-a325-96367d164d2d up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:29.173502 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Network 2b754d42-4608-4677-bd8d-77d0689a8073 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:29.184429 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:29.192475 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Pushing event updated for resources: {'Port': ['ID=e87b3098-931c-4b00-931a-e45737402e74,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:29.319738 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:29.321402 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 0211c488-bbbc-47d5-a325-96367d164d2d completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:29.332207 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 0211c488-bbbc-47d5-a325-96367d164d2d triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:29.332629 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.333723 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Network 190e51c9-23fa-4948-90ae-c977e74b53f2 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:29.334568 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.454s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:29.334900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:29.402732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:29.618799 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.624571 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97063d-dbcb-44a5-9ed4-1af802258b33 req-a3057a1a-32eb-4a6c-8ea5-d1894ee7f64e tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:29.639179 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ce97063d-dbcb-44a5-9ed4-1af802258b33 req-a3057a1a-32eb-4a6c-8ea5-d1894ee7f64e tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 944 time: 0.3337553 Apr 20 18:17:29.661657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port 0211c488-bbbc-47d5-a325-96367d164d2d, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=0211c488-bbbc-47d5-a325-96367d164d2d,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:29.665673 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.674345 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:29.786942 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ce97063d-dbcb-44a5-9ed4-1af802258b33 req-761fe527-63b3-4080-adcc-f8ae864fcb6e tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466882 Apr 20 18:17:29.854341 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=0211c488-bbbc-47d5-a325-96367d164d2d,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:29.864557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:29.914791 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Router 7cd7ef2e-f128-43aa-997b-38aad0817b55 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:17:29.941517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-adc3eaf4-1bcc-4efc-8261-ae94444202f7 None None] Provisioning complete for port bc854a4e-58c2-4e81-83eb-723786a34f54 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:29.941935 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-adc3eaf4-1bcc-4efc-8261-ae94444202f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.980710 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45742) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:30.073907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-adc3eaf4-1bcc-4efc-8261-ae94444202f7 None None] Port bc854a4e-58c2-4e81-83eb-723786a34f54 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:17:30.435848 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0b82357-97a8-4bdf-9660-24c9f5c8dce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.457254 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c0b82357-97a8-4bdf-9660-24c9f5c8dce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:30.462322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c0b82357-97a8-4bdf-9660-24c9f5c8dce0 admin admin] Usage tracker for resource:security_group_rule and tenant:957365a3a093423b93373aec01dc36a4 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:30.465611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c0b82357-97a8-4bdf-9660-24c9f5c8dce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:30.485840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c0b82357-97a8-4bdf-9660-24c9f5c8dce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:30.493025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:17:30.506285 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Sync routers for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:17:30.523588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:30.525367 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:17:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:30.565180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Router d59050d4-d080-40d1-94bb-0de6638b02df has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:17:30.583696 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-dd2cd1a4-1254-46aa-9b76-6bf0e1cbfb83 admin admin] 10.222.0.21 "PUT /v2.0/routers/7cd7ef2e-f128-43aa-997b-38aad0817b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2651000 Apr 20 18:17:30.587231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bbaa86c0-f66e-4535-8687-fed8efd7a3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.689151 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0b82357-97a8-4bdf-9660-24c9f5c8dce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.696230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0b82357-97a8-4bdf-9660-24c9f5c8dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.722393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2fee9008-e3a0-434b-8cde-73fd5c25266d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:30.723102 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bbaa86c0-f66e-4535-8687-fed8efd7a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.775547 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c0b82357-97a8-4bdf-9660-24c9f5c8dce0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=957365a3a093423b93373aec01dc36a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7934413 Apr 20 18:17:30.779307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45778) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:30.832201 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b82357-97a8-4bdf-9660-24c9f5c8dce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941103c0-3666-4f58-ba0a-ca280ae417fb,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:30.865146 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c0b82357-97a8-4bdf-9660-24c9f5c8dce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:30.893007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:30.939928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:30.965267 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa86c0-f66e-4535-8687-fed8efd7a3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57533c2f-0994-4cad-ba67-0bdfb00af53a,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:30.977697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-88d9e3df-414a-4b39-8e6a-fa50f4414166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.010717 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bbaa86c0-f66e-4535-8687-fed8efd7a3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:31.035831 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-88d9e3df-414a-4b39-8e6a-fa50f4414166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.095833 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-88d9e3df-414a-4b39-8e6a-fa50f4414166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.103865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-80f823e6-6dd7-40eb-af89-a558fdb033ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:31.119208 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 0211c488-bbbc-47d5-a325-96367d164d2d up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:31.132684 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-bbaa86c0-f66e-4535-8687-fed8efd7a3e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=069f95c748784999bf046d20540e146c&name=default HTTP/1.1" status: 200 len: 2978 time: 3.8658249 Apr 20 18:17:31.133461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45798) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:31.279274 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9e3df-414a-4b39-8e6a-fa50f4414166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941103c0-3666-4f58-ba0a-ca280ae417fb,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:31.282318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-88d9e3df-414a-4b39-8e6a-fa50f4414166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:31.285990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:17:31.299904 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] 10.222.0.21 "PUT /v2.0/routers/d59050d4-d080-40d1-94bb-0de6638b02df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6137347 Apr 20 18:17:31.322229 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Sync routers for ids ['d59050d4-d080-40d1-94bb-0de6638b02df'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:17:31.335674 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-974f3e92-38e2-4a43-9e8d-18520a181149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.342946 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 0211c488-bbbc-47d5-a325-96367d164d2d triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:31.343684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.349339 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-88d9e3df-414a-4b39-8e6a-fa50f4414166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.351694 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-88d9e3df-414a-4b39-8e6a-fa50f4414166 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/941103c0-3666-4f58-ba0a-ca280ae417fb HTTP/1.1" status: 204 len: 168 time: 0.5713966 Apr 20 18:17:31.388700 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d66c7-2570-4b8d-aefe-6aa67bbf812f req-dc7b06ca-f6d5-4f29-b1e4-a4a2a07b8355 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:31.392912 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1a7d66c7-2570-4b8d-aefe-6aa67bbf812f req-dc7b06ca-f6d5-4f29-b1e4-a4a2a07b8355 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 944 time: 0.2540131 Apr 20 18:17:31.399298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-974f3e92-38e2-4a43-9e8d-18520a181149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.428271 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Routers {'d59050d4-d080-40d1-94bb-0de6638b02df'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:31.429249 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:17:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['d59050d4-d080-40d1-94bb-0de6638b02df'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:31.481977 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-974f3e92-38e2-4a43-9e8d-18520a181149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.497176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1b83e413-9eda-4ebb-9308-dc114f4294a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:31.530170 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1a7d66c7-2570-4b8d-aefe-6aa67bbf812f req-e8d36727-a006-4b70-986d-906fef1f7835 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295290 Apr 20 18:17:31.532037 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f3e92-38e2-4a43-9e8d-18520a181149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57533c2f-0994-4cad-ba67-0bdfb00af53a,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:31.534967 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-974f3e92-38e2-4a43-9e8d-18520a181149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:31.539252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-974f3e92-38e2-4a43-9e8d-18520a181149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.542954 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-974f3e92-38e2-4a43-9e8d-18520a181149 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/57533c2f-0994-4cad-ba67-0bdfb00af53a HTTP/1.1" status: 204 len: 168 time: 0.4038126 Apr 20 18:17:31.650829 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:27Z', 'revision_number': 2, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:31.655180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Checking router: 7cd7ef2e-f128-43aa-997b-38aad0817b55 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:17:31.655590 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Updating router 7cd7ef2e-f128-43aa-997b-38aad0817b55 port bc854a4e-58c2-4e81-83eb-723786a34f54 binding host dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:17:31.658437 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45816) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:31.664306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--679683993', 'description': 'tempest-description--366121896'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:31.681068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:31.685195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Usage tracker for resource:security_group and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:31.699593 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:31.706468 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:31.721012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.760746 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Set router d59050d4-d080-40d1-94bb-0de6638b02df gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:31.778378 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:31.789777 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Usage tracker for resource:security_group_rule and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:31.799464 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:31.805826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.817054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:32.007379 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.013497 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.019881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bbaa86c0-f66e-4535-8687-fed8efd7a3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:32.134197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:32.137380 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:32.139362 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.145901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45840) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:32.146470 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4867854 Apr 20 18:17:32.153216 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Request body: {'security_group_rule': {'security_group_id': 'a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:32.167377 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:32.185847 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Usage tracker for resource:security_group_rule and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:32.195889 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:32.213517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:32.252319 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.417678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.420336 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'name': 'tempest-ServerRescueNegativeTestJSON-495896594-router', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': 'b072f1a5a03b4d2b88d582554e32983d', 'gw_port': {'id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:11Z', 'updated_at': '2021-04-20T18:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'e87b3098-931c-4b00-931a-e45737402e74', 'name': '', 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'mac_address': 'fa:16:3e:43:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0402e5f9-2c87-47d1-be48-d902f55b0f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:24Z', 'updated_at': '2021-04-20T18:17:27Z', 'revision_number': 2, 'project_id': 'b072f1a5a03b4d2b88d582554e32983d', 'subnets': [{'id': '0402e5f9-2c87-47d1-be48-d902f55b0f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:32.424948 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.430663 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:32.432097 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Checking router: d59050d4-d080-40d1-94bb-0de6638b02df for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:17:32.432548 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Updating router d59050d4-d080-40d1-94bb-0de6638b02df port e87b3098-931c-4b00-931a-e45737402e74 binding host dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:17:32.492562 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293c892a-6e84-433d-9508-b79044ff55be,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:32.500137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45854) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:32.501501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.511953 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:32.520262 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.521874 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3747413 Apr 20 18:17:32.525034 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45858) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:32.531395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Request body: {'security_group_rule': {'security_group_id': 'a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:32.533714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.552478 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bac6a9bc-7adb-483f-8ca3-6c98bb52d2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.564236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:32.580495 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Transition to ACTIVE for port object bc854a4e-58c2-4e81-83eb-723786a34f54 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:32.582724 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Usage tracker for resource:security_group_rule and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:32.602975 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:32.607876 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.624771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:32.626619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0a73ca50-9cc6-445c-9105-0ed1911ab6f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:32.647679 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-bac6a9bc-7adb-483f-8ca3-6c98bb52d2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:32.662751 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.666438 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-bac6a9bc-7adb-483f-8ca3-6c98bb52d2d6 admin admin] Usage tracker for resource:security_group_rule and tenant:8c79b4200f7448278c18adc88ea6eb1c is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:32.682563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-bac6a9bc-7adb-483f-8ca3-6c98bb52d2d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:32.716823 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-bac6a9bc-7adb-483f-8ca3-6c98bb52d2d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:32.764662 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637163c6-2e05-43b2-9a66-3349d347f2f7 None None] Pushing event updated for resources: {'Port': ['ID=bc854a4e-58c2-4e81-83eb-723786a34f54,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:32.770010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-637163c6-2e05-43b2-9a66-3349d347f2f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:33.005324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bac6a9bc-7adb-483f-8ca3-6c98bb52d2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.011621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bac6a9bc-7adb-483f-8ca3-6c98bb52d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.038720 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5995990e-aec8-4c3d-bc2c-cbbe9103ac9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:33.135558 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Attempting to bind port bc854a4e-58c2-4e81-83eb-723786a34f54 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:33.137654 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.138181 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Attempting to bind port bc854a4e-58c2-4e81-83eb-723786a34f54 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:33.138796 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Attempting to bind port bc854a4e-58c2-4e81-83eb-723786a34f54 on network 190e51c9-23fa-4948-90ae-c977e74b53f2 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:33.142545 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6a9bc-7adb-483f-8ca3-6c98bb52d2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafc8b56-a5f1-4861-9e76-23f6d90a51d6,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:33.151453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bac6a9bc-7adb-483f-8ca3-6c98bb52d2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:33.151609 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:33.153973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Checking segment: {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:33.156737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.157380 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Bound using segment: {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:33.159190 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Bound port: bc854a4e-58c2-4e81-83eb-723786a34f54, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:33.159706 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.174617 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Transition to ACTIVE for port object e87b3098-931c-4b00-931a-e45737402e74 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:33.184478 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.190346 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:33.215463 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-bac6a9bc-7adb-483f-8ca3-6c98bb52d2d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c79b4200f7448278c18adc88ea6eb1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7135231 Apr 20 18:17:33.216182 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45898) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:33.352364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914400fa-fcd1-40e0-baea-87fccd77dbf8 None None] Pushing event updated for resources: {'Port': ['ID=e87b3098-931c-4b00-931a-e45737402e74,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:33.362597 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-914400fa-fcd1-40e0-baea-87fccd77dbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:33.377812 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] For port bc854a4e-58c2-4e81-83eb-723786a34f54, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:33.381710 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] For port bc854a4e-58c2-4e81-83eb-723786a34f54, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=bc854a4e-58c2-4e81-83eb-723786a34f54,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:33.389956 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.396505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.406466 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:33.413995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.426747 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a2f433ba-3a74-40b0-a43b-432916d914fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.432867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-78ea80ab-b5c0-4b93-b2a3-ad4dff596dc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:33.506958 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041afe9b-5e60-4703-bf3f-dd9a9c2e2c55 req-ce15b751-9f73-4320-8552-09191698b575 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:33.508629 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-041afe9b-5e60-4703-bf3f-dd9a9c2e2c55 req-ce15b751-9f73-4320-8552-09191698b575 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 944 time: 0.7504804 Apr 20 18:17:33.509347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c636a851-f9a5-4fe6-a3e6-db87858d8e32,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:33.518444 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a2f433ba-3a74-40b0-a43b-432916d914fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.534641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:33.560007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:33.575412 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:17:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:33.582517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.584477 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0581880 Apr 20 18:17:33.602744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-66ffe562-87e1-42bb-bb63-a26444521ade tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:33.610981 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-66ffe562-87e1-42bb-bb63-a26444521ade tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 818 time: 0.6505418 Apr 20 18:17:33.612797 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 45918) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:33.661022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Request body: {'floatingip': {'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:33.679186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a2f433ba-3a74-40b0-a43b-432916d914fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.681049 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-4f72e71d-7a82-44ba-bdd5-644cf5808f2a tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/quotas/b072f1a5a03b4d2b88d582554e32983d HTTP/1.1" status: 200 len: 375 time: 0.0690532 Apr 20 18:17:33.683893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:33.685022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:33.694273 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-041afe9b-5e60-4703-bf3f-dd9a9c2e2c55 req-fff2a6af-f292-478e-b61f-2c4e5c7092fd tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585703 Apr 20 18:17:33.695430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Usage tracker for resource:floatingip and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:33.739740 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a2f433ba-3a74-40b0-a43b-432916d914fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.741151 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a2f433ba-3a74-40b0-a43b-432916d914fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cafc8b56-a5f1-4861-9e76-23f6d90a51d6 HTTP/1.1" status: 204 len: 168 time: 0.5218937 Apr 20 18:17:33.742143 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f433ba-3a74-40b0-a43b-432916d914fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafc8b56-a5f1-4861-9e76-23f6d90a51d6,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:33.747994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a2f433ba-3a74-40b0-a43b-432916d914fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:33.748384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:33.770580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:33.801784 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.828545 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Attempting to bind port e87b3098-931c-4b00-931a-e45737402e74 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:33.829099 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Attempting to bind port e87b3098-931c-4b00-931a-e45737402e74 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:33.829505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Attempting to bind port e87b3098-931c-4b00-931a-e45737402e74 on network 2b754d42-4608-4677-bd8d-77d0689a8073 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:33.848911 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:33.849325 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Checking segment: {'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:33.849767 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.851426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Bound using segment: {'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:33.851426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Bound port: e87b3098-931c-4b00-931a-e45737402e74, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:33.851426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.917973 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-a010e9ac-8858-40aa-a4f1-71df6d177f4b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2358513 Apr 20 18:17:33.930552 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637163c6-2e05-43b2-9a66-3349d347f2f7 None None] Pushing event updated for resources: {'Port': ['ID=bc854a4e-58c2-4e81-83eb-723786a34f54,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:33.947212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-637163c6-2e05-43b2-9a66-3349d347f2f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:33.993026 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:34.010667 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45934) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:34.040354 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:34.119972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] For port e87b3098-931c-4b00-931a-e45737402e74, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:34.138349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] For port e87b3098-931c-4b00-931a-e45737402e74, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=e87b3098-931c-4b00-931a-e45737402e74,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:34.159476 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:34.180953 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:34.257815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Allocated IP 172.28.2.182 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/10d00116-2276-46b9-9bd5-9f5c4d349f4f) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:34.387627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914400fa-fcd1-40e0-baea-87fccd77dbf8 None None] Pushing event updated for resources: {'Port': ['ID=e87b3098-931c-4b00-931a-e45737402e74,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:34.398142 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-914400fa-fcd1-40e0-baea-87fccd77dbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:34.398958 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Routers {'d59050d4-d080-40d1-94bb-0de6638b02df'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:34.399658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:17:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['d59050d4-d080-40d1-94bb-0de6638b02df'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:34.424654 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7acae0de-87bc-44a2-b287-e21acc95140a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:34.468502 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7acae0de-87bc-44a2-b287-e21acc95140a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:34.486234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7acae0de-87bc-44a2-b287-e21acc95140a admin admin] Usage tracker for resource:security_group_rule and tenant:80509ea6e5de438eb45e9b6597a6a50b is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:34.495525 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7acae0de-87bc-44a2-b287-e21acc95140a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:34.513794 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7acae0de-87bc-44a2-b287-e21acc95140a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:34.731892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] Set router d59050d4-d080-40d1-94bb-0de6638b02df gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:34.784226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7acae0de-87bc-44a2-b287-e21acc95140a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:34.790152 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7acae0de-87bc-44a2-b287-e21acc95140a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:34.808570 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:34.876624 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:33Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:34.878342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acae0de-87bc-44a2-b287-e21acc95140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc371e1-f394-4eba-bec2-dc954a6629f2,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:34.885012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44c3df-8b95-4fbd-8041-f7afc44c1b42 None None] The sync data for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb is: [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:33Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:17:34.886879 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-7acae0de-87bc-44a2-b287-e21acc95140a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:34.927857 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-7acae0de-87bc-44a2-b287-e21acc95140a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80509ea6e5de438eb45e9b6597a6a50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9157958 Apr 20 18:17:34.932933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 45964) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:34.958876 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 76435f27-69db-452c-8ab9-cfac204928e7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:17:35.159238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-686f61da-7a3c-4870-b38b-bbbeb9436421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:35.220117 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-686f61da-7a3c-4870-b38b-bbbeb9436421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:35.229450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:35.282942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8657426-86a4-478c-a4e3-d7e97abe0ef3 req-a258224f-25e2-4a6b-ba0e-606bbeccbf8f tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:35.288424 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c8657426-86a4-478c-a4e3-d7e97abe0ef3 req-a258224f-25e2-4a6b-ba0e-606bbeccbf8f tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 944 time: 0.3579140 Apr 20 18:17:35.320160 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-008d37bf-1451-41fa-9407-362fe09c86fa service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86320) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:17:35.321329 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-008d37bf-1451-41fa-9407-362fe09c86fa service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6058195 Apr 20 18:17:35.341376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-686f61da-7a3c-4870-b38b-bbbeb9436421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:35.368724 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e84c032d-4450-43ab-b86f-8777765fdfbd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:35.399505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f61da-7a3c-4870-b38b-bbbeb9436421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc371e1-f394-4eba-bec2-dc954a6629f2,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:35.408754 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-686f61da-7a3c-4870-b38b-bbbeb9436421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:35.413712 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-686f61da-7a3c-4870-b38b-bbbeb9436421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:35.417799 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-686f61da-7a3c-4870-b38b-bbbeb9436421 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fc371e1-f394-4eba-bec2-dc954a6629f2 HTTP/1.1" status: 204 len: 168 time: 0.4837682 Apr 20 18:17:35.457538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device bc854a4e-58c2-4e81-83eb-723786a34f54 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:35.652779 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c8657426-86a4-478c-a4e3-d7e97abe0ef3 req-87b2d540-865e-4ef0-93b5-bada35c352b0 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422787 Apr 20 18:17:35.724023 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:35.739318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:35.861662 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event updated for resources: {'Port': ['ID=10d00116-2276-46b9-9bd5-9f5c4d349f4f,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:35.942488 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:35.956567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:35.970090 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-030e8b5f-c4aa-46a5-a2fa-c91ce7512ed0 service neutron] 10.222.0.21 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020911 Apr 20 18:17:36.004397 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:36.017369 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:36.073277 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 76435f27-69db-452c-8ab9-cfac204928e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=76435f27-69db-452c-8ab9-cfac204928e7,segment=NetworkSegment(c9ec55c0-b358-422f-b189-9c2c589822c3),segment_id=c9ec55c0-b358-422f-b189-9c2c589822c3)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:36.197679 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:36.200434 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '76435f27-69db-452c-8ab9-cfac204928e7', 'network_id': 'a88a9cb8-23c5-4a0f-8486-a18274913e38', 'port_id': '76435f27-69db-452c-8ab9-cfac204928e7', 'mac_address': 'fa:16:3e:43:a1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfc8ec41-ed14-4045-af53-a025c27fd18b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:17:36.274097 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-6c6873ad-ddd9-40c3-be71-a2d1239d0359 service neutron] 10.222.0.21 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030159 Apr 20 18:17:36.294335 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46018) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:36.298049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:36.321927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:36.323002 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76435f27-69db-452c-8ab9-cfac204928e7 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:36.326366 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4e278db1-7fef-4632-bac2-0077e73acb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:36.341945 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 76435f27-69db-452c-8ab9-cfac204928e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=76435f27-69db-452c-8ab9-cfac204928e7,segment=NetworkSegment(c9ec55c0-b358-422f-b189-9c2c589822c3),segment_id=c9ec55c0-b358-422f-b189-9c2c589822c3)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:36.359151 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:36.365508 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-77f02da4-4125-4575-9972-14e91bfa9613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:36.370859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-4e278db1-7fef-4632-bac2-0077e73acb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:36.382592 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-4e278db1-7fef-4632-bac2-0077e73acb08 admin admin] Usage tracker for resource:security_group_rule and tenant:5f40ca0919834a528efef975a581f405 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:36.392343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-4e278db1-7fef-4632-bac2-0077e73acb08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:36.404228 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-4e278db1-7fef-4632-bac2-0077e73acb08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:36.446156 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=76435f27-69db-452c-8ab9-cfac204928e7,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:36.449306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port bc854a4e-58c2-4e81-83eb-723786a34f54 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:36.460186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:36.464467 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port bc854a4e-58c2-4e81-83eb-723786a34f54 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:36.465027 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:36.619563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4e278db1-7fef-4632-bac2-0077e73acb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:36.632404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'name': 'tempest-ServerRescueNegativeTestJSON-495896594-router', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': 'b072f1a5a03b4d2b88d582554e32983d', 'gw_port': {'id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:11Z', 'updated_at': '2021-04-20T18:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'e87b3098-931c-4b00-931a-e45737402e74', 'name': '', 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'mac_address': 'fa:16:3e:43:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0402e5f9-2c87-47d1-be48-d902f55b0f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:24Z', 'updated_at': '2021-04-20T18:17:34Z', 'revision_number': 4, 'project_id': 'b072f1a5a03b4d2b88d582554e32983d', 'subnets': [{'id': '0402e5f9-2c87-47d1-be48-d902f55b0f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:36.643619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4e278db1-7fef-4632-bac2-0077e73acb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:36.654110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef4014-1c51-4bfb-8a43-3a4bd1e1a9f1 None None] The sync data for ids ['d59050d4-d080-40d1-94bb-0de6638b02df'] in dv-cinder-786930-2-smb is: [{'id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'name': 'tempest-ServerRescueNegativeTestJSON-495896594-router', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': 'b072f1a5a03b4d2b88d582554e32983d', 'gw_port': {'id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:11Z', 'updated_at': '2021-04-20T18:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'e87b3098-931c-4b00-931a-e45737402e74', 'name': '', 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'mac_address': 'fa:16:3e:43:00:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '0402e5f9-2c87-47d1-be48-d902f55b0f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:24Z', 'updated_at': '2021-04-20T18:17:34Z', 'revision_number': 4, 'project_id': 'b072f1a5a03b4d2b88d582554e32983d', 'subnets': [{'id': '0402e5f9-2c87-47d1-be48-d902f55b0f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:17:36.690740 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-686f61da-7a3c-4870-b38b-bbbeb9436421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:36.843504 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e278db1-7fef-4632-bac2-0077e73acb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7002d84-2155-40b0-92d7-4f187a02a9f7,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:36.856422 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-4e278db1-7fef-4632-bac2-0077e73acb08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f40ca0919834a528efef975a581f405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5583787 Apr 20 18:17:36.856422 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4e278db1-7fef-4632-bac2-0077e73acb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:36.857026 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46040) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:36.904715 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:36.963921 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['76435f27-69db-452c-8ab9-cfac204928e7'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:17:36.990016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a8f18c8a-a6cd-4e0b-9341-0dd01608b00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:37.010584 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-db4c97d3-11bd-4991-b6ea-38f0019a6cc6 req-0eb4775b-8ccf-485e-9960-62d6465db237 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 210 time: 0.2567852 Apr 20 18:17:37.048928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a8f18c8a-a6cd-4e0b-9341-0dd01608b00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:37.126391 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a8f18c8a-a6cd-4e0b-9341-0dd01608b00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:37.131044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port bc854a4e-58c2-4e81-83eb-723786a34f54, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=bc854a4e-58c2-4e81-83eb-723786a34f54,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:37.152564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4e278db1-7fef-4632-bac2-0077e73acb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:37.166683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:37.172652 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f18c8a-a6cd-4e0b-9341-0dd01608b00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7002d84-2155-40b0-92d7-4f187a02a9f7,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:37.174007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:37.175709 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a8f18c8a-a6cd-4e0b-9341-0dd01608b00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:37.177268 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a8f18c8a-a6cd-4e0b-9341-0dd01608b00f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7002d84-2155-40b0-92d7-4f187a02a9f7 HTTP/1.1" status: 204 len: 168 time: 0.3192818 Apr 20 18:17:37.178317 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a8f18c8a-a6cd-4e0b-9341-0dd01608b00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:37.413014 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=bc854a4e-58c2-4e81-83eb-723786a34f54,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:37.449994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:37.500408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:37.517665 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:37.552194 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:37.723732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event updated for resources: {'Port': ['ID=10d00116-2276-46b9-9bd5-9f5c4d349f4f,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:37.727056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:37.729880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:37.755775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device e87b3098-931c-4b00-931a-e45737402e74 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:37.800960 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9256af-66f0-45d3-b5e8-11277d21d898 req-3f1e9ef4-446b-4f7a-9719-28b98d6c3327 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:37.803345 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6e9256af-66f0-45d3-b5e8-11277d21d898 req-3f1e9ef4-446b-4f7a-9719-28b98d6c3327 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 945 time: 0.7756331 Apr 20 18:17:38.053045 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.054388 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4371598 Apr 20 18:17:38.103254 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6e9256af-66f0-45d3-b5e8-11277d21d898 req-9b2017ad-b98b-4dc6-8de9-2a63a8d67a6e tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674220 Apr 20 18:17:38.133493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port e87b3098-931c-4b00-931a-e45737402e74 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:38.133493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port e87b3098-931c-4b00-931a-e45737402e74 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:38.134831 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.222066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13918e-5371-48e3-b394-027a05dc105d req-7f1a4a22-bc7e-4a74-b25a-c1b2f11edbec tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:38.232762 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-7f1a4a22-bc7e-4a74-b25a-c1b2f11edbec tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 818 time: 0.4282560 Apr 20 18:17:38.262008 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-5b65ae72-9e45-4e63-95c6-97375d84d56e tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/quotas/b072f1a5a03b4d2b88d582554e32983d HTTP/1.1" status: 200 len: 375 time: 0.0172632 Apr 20 18:17:38.388371 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-7545837f-620f-4d67-9520-fddace707b51 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1149149 Apr 20 18:17:38.484982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.594708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port e87b3098-931c-4b00-931a-e45737402e74, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=e87b3098-931c-4b00-931a-e45737402e74,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:38.599853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 76435f27-69db-452c-8ab9-cfac204928e7 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:38.612963 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-f7ef2307-dbcc-4360-9e86-cdeac023ff44 service neutron] 10.222.0.21 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152081 Apr 20 18:17:38.725332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.740064 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-77f02da4-4125-4575-9972-14e91bfa9613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:38.856936 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port 76435f27-69db-452c-8ab9-cfac204928e7 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:38.864852 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 76435f27-69db-452c-8ab9-cfac204928e7 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:38.865585 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.923874 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-1d04c588-cbe9-4f0c-9b9b-9732f72c9104 service neutron] 10.222.0.21 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890229 Apr 20 18:17:39.067516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=e87b3098-931c-4b00-931a-e45737402e74,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:39.081211 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:39.106208 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-8b7e5a21-ee97-434c-975c-af2553a159a1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--679683993&fields=id&tenant_id=1141aadc257440eeb949d363e845efd1 HTTP/1.1" status: 200 len: 267 time: 0.1812048 Apr 20 18:17:39.112788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:39.156461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e752d632-41cd-403d-ad26-f14fc878dead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76435f27-69db-452c-8ab9-cfac204928e7'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:39.425425 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 76435f27-69db-452c-8ab9-cfac204928e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=76435f27-69db-452c-8ab9-cfac204928e7,segment=NetworkSegment(c9ec55c0-b358-422f-b189-9c2c589822c3),segment_id=c9ec55c0-b358-422f-b189-9c2c589822c3)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:39.428189 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device bc854a4e-58c2-4e81-83eb-723786a34f54 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:39.544653 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:39.571796 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:39.624842 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-0bbf01d7-bfee-454e-b873-922290066747 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:39.628357 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-0bbf01d7-bfee-454e-b873-922290066747 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 817 time: 0.5096061 Apr 20 18:17:39.676092 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-df6d5096-658c-4ad6-b1f7-e12fd0f2bb97 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/quotas/1141aadc257440eeb949d363e845efd1 HTTP/1.1" status: 200 len: 375 time: 0.0394795 Apr 20 18:17:39.742570 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port bc854a4e-58c2-4e81-83eb-723786a34f54 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:39.743018 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:39.796177 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=76435f27-69db-452c-8ab9-cfac204928e7,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:39.802422 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:39.841623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58519246-e18d-44b7-9873-3779a8af12bf req-4a3deaf8-650f-408c-a1f2-791390d60f82 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:39.846452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46194) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:39.856265 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-58519246-e18d-44b7-9873-3779a8af12bf req-4a3deaf8-650f-408c-a1f2-791390d60f82 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 946 time: 0.4685974 Apr 20 18:17:39.980677 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device e87b3098-931c-4b00-931a-e45737402e74 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:40.165307 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-58519246-e18d-44b7-9873-3779a8af12bf req-0bc91db4-d752-4363-bb36-57614366bbe3 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864778 Apr 20 18:17:40.227862 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port e87b3098-931c-4b00-931a-e45737402e74 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:40.228284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:40.279340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-17349e03-7c2c-4a35-8f1f-cab284c950b6 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:40.285611 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-17349e03-7c2c-4a35-8f1f-cab284c950b6 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.37 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 818 time: 0.3697927 Apr 20 18:17:40.314071 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-aebe5052-d04e-4edc-891b-fd18e3749530 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6302662 Apr 20 18:17:40.320031 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Request body: {'port': {'device_id': '320683d3-aca1-49a4-8871-3a71072b03ca', 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073', 'admin_state_up': True, 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:40.544522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4997d038-af62-4f08-85f8-f9c237354393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:40.581531 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f1d826a2-2a22-4f28-922b-a74a4bce0e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:40.605242 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-4997d038-af62-4f08-85f8-f9c237354393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:40.616296 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-4997d038-af62-4f08-85f8-f9c237354393 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec165652b9c4a3ba3a308fb0c83d33d is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:40.622323 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-4997d038-af62-4f08-85f8-f9c237354393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:40.630409 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-4997d038-af62-4f08-85f8-f9c237354393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:40.745847 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4997d038-af62-4f08-85f8-f9c237354393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:40.751509 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4997d038-af62-4f08-85f8-f9c237354393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:40.812332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:40.824652 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5af5221f-548a-4d2f-a424-35b26ab25e0d req-885577a6-1e7e-4c05-b205-578a319ba939 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 210 time: 0.4758060 Apr 20 18:17:40.905318 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-4997d038-af62-4f08-85f8-f9c237354393 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ec165652b9c4a3ba3a308fb0c83d33d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0569649 Apr 20 18:17:40.906259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997d038-af62-4f08-85f8-f9c237354393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3993da8-ac2a-42c0-b653-ef49fbf3e066,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:40.909627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46238) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:40.913327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4997d038-af62-4f08-85f8-f9c237354393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:41.017654 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-211a8ed0-fcb9-49dd-80d3-09f70d0ea753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:41.063534 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-a40a555e-7274-44e8-8dba-0385758af260 service neutron] 10.222.0.21 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7159238 Apr 20 18:17:41.064626 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:41.069711 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Usage tracker for resource:port and tenant:b072f1a5a03b4d2b88d582554e32983d is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:41.087194 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.37', 55259) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:41.108881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-211a8ed0-fcb9-49dd-80d3-09f70d0ea753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:41.139015 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:41.176382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:41.307022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Made reservation on behalf of b072f1a5a03b4d2b88d582554e32983d for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:41.314176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:41.391297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 46266) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:41.461864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-211a8ed0-fcb9-49dd-80d3-09f70d0ea753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:41.493416 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a2f433ba-3a74-40b0-a43b-432916d914fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:41.538153 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-e27d565e-3339-4c89-8e0a-e2a7339c6962 service neutron] 10.222.0.21 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649725 Apr 20 18:17:41.538301 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a8ed0-fcb9-49dd-80d3-09f70d0ea753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3993da8-ac2a-42c0-b653-ef49fbf3e066,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:41.565050 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-211a8ed0-fcb9-49dd-80d3-09f70d0ea753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:41.615556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-211a8ed0-fcb9-49dd-80d3-09f70d0ea753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:41.623548 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e752d632-41cd-403d-ad26-f14fc878dead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76435f27-69db-452c-8ab9-cfac204928e7', 'code': 200} Apr 20 18:17:41.640180 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-211a8ed0-fcb9-49dd-80d3-09f70d0ea753 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3993da8-ac2a-42c0-b653-ef49fbf3e066 HTTP/1.1" status: 204 len: 168 time: 0.7290688 Apr 20 18:17:41.823692 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13918e-5371-48e3-b394-027a05dc105d req-c99edfed-e8bd-4355-95c4-7c649ad873ae tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:41.824493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-bb13918e-5371-48e3-b394-027a05dc105d req-c99edfed-e8bd-4355-95c4-7c649ad873ae tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Synchronizing usage tracker for tenant:b072f1a5a03b4d2b88d582554e32983d on resource:network {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:41.875477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-bb13918e-5371-48e3-b394-027a05dc105d req-c99edfed-e8bd-4355-95c4-7c649ad873ae tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Unset dirty status for tenant:b072f1a5a03b4d2b88d582554e32983d on resource:network {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:41.876756 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-c99edfed-e8bd-4355-95c4-7c649ad873ae tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.37 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 818 time: 0.7877543 Apr 20 18:17:41.891770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Request body: {'port': {'device_id': '1e00d9fb-839c-427f-8f17-af7596d431e6', 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073', 'admin_state_up': True, 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:41.993725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.37', 55264) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:42.013259 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-49ee653e-d4e6-4732-8e12-e7fd4e99034f req-cad7fdf7-22bb-4142-877a-250a12ce2a90 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 210 time: 0.0900376 Apr 20 18:17:42.052444 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Allocated IP 172.20.0.3 (2b754d42-4608-4677-bd8d-77d0689a8073/0402e5f9-2c87-47d1-be48-d902f55b0f9b/f24827e2-5aa9-425f-b018-20c4579a9cd0) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:42.205670 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f667ea70-a09e-41e0-a66f-8b36b7c9ba26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:42.364091 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158e7d8-0375-4ab7-b022-eae27120730e req-440883fc-6e83-439f-8bc3-c13d3e00a65a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:42.365931 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a158e7d8-0375-4ab7-b022-eae27120730e req-440883fc-6e83-439f-8bc3-c13d3e00a65a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 946 time: 0.5361128 Apr 20 18:17:42.380214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f667ea70-a09e-41e0-a66f-8b36b7c9ba26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:42.430812 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f667ea70-a09e-41e0-a66f-8b36b7c9ba26 admin admin] Usage tracker for resource:security_group_rule and tenant:7ee07cf69259440fb2676ecde80d4cd1 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:42.434125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f667ea70-a09e-41e0-a66f-8b36b7c9ba26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:42.452318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:42.457414 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Usage tracker for resource:port and tenant:b072f1a5a03b4d2b88d582554e32983d is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:42.461045 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:42.467949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:42.468445 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f667ea70-a09e-41e0-a66f-8b36b7c9ba26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:42.485295 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Made reservation on behalf of b072f1a5a03b4d2b88d582554e32983d for: {'port': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:42.494874 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:42.573182 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 46326) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:42.666088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdd901-ee02-4390-8714-ea84d059d5be req-23247221-8227-42bb-a7c2-612d9baf704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:42.668082 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-87cdd901-ee02-4390-8714-ea84d059d5be req-23247221-8227-42bb-a7c2-612d9baf704b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 1099 time: 0.6639950 Apr 20 18:17:42.696157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d764b76-92a2-4a75-a4ec-91d0832d8712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:42.751154 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2d764b76-92a2-4a75-a4ec-91d0832d8712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:42.795141 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2d764b76-92a2-4a75-a4ec-91d0832d8712 admin admin] Usage tracker for resource:security_group_rule and tenant:3e3c73c0503b4bb998c165e175adf92d is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:42.802011 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2d764b76-92a2-4a75-a4ec-91d0832d8712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:42.821393 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a3cd33b9-7279-46b7-b4d9-f1f5463c4e60 req-e9158705-7113-428e-804d-31e7c8c38433 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 210 time: 0.3934226 Apr 20 18:17:42.829109 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a158e7d8-0375-4ab7-b022-eae27120730e req-c1a46a2d-0989-4a9c-a2d7-54d87063cc93 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458232 Apr 20 18:17:42.842125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2d764b76-92a2-4a75-a4ec-91d0832d8712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:42.908693 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:42.912079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-87cdd901-ee02-4390-8714-ea84d059d5be req-02e67ef2-1d5f-4a48-8746-f9d86ab5926d service neutron] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:42.995124 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-87cdd901-ee02-4390-8714-ea84d059d5be req-02e67ef2-1d5f-4a48-8746-f9d86ab5926d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:43.001062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-87cdd901-ee02-4390-8714-ea84d059d5be req-02e67ef2-1d5f-4a48-8746-f9d86ab5926d service neutron] Usage tracker for resource:security_group_rule and tenant:c34c056f3adc4c789803a7278f1a843d is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:43.005122 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-87cdd901-ee02-4390-8714-ea84d059d5be req-02e67ef2-1d5f-4a48-8746-f9d86ab5926d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:43.030600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-87cdd901-ee02-4390-8714-ea84d059d5be req-02e67ef2-1d5f-4a48-8746-f9d86ab5926d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:43.156707 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d3c2d9a7-6381-4a5d-9800-e7b8bc72a57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.299903 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d764b76-92a2-4a75-a4ec-91d0832d8712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.316806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-87cdd901-ee02-4390-8714-ea84d059d5be req-02e67ef2-1d5f-4a48-8746-f9d86ab5926d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.317866 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.321395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f667ea70-a09e-41e0-a66f-8b36b7c9ba26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.322557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d764b76-92a2-4a75-a4ec-91d0832d8712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.325197 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f50e90bf-371a-464e-aad5-f5445501b7ff req-47d98f59-9b04-4969-bbf7-c1786314c041 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 210 time: 0.1008623 Apr 20 18:17:43.338241 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-87cdd901-ee02-4390-8714-ea84d059d5be req-02e67ef2-1d5f-4a48-8746-f9d86ab5926d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.341890 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-81a694dc-ec8a-40e6-93a9-2ccd69b5f6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:43.363152 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f667ea70-a09e-41e0-a66f-8b36b7c9ba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.392708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Allocated IP 172.20.0.8 (2b754d42-4608-4677-bd8d-77d0689a8073/0402e5f9-2c87-47d1-be48-d902f55b0f9b/632d5aa6-69da-4cb5-b494-da9bb1897397) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:43.424339 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Network 2b754d42-4608-4677-bd8d-77d0689a8073 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:43.441499 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-87cdd901-ee02-4390-8714-ea84d059d5be req-02e67ef2-1d5f-4a48-8746-f9d86ab5926d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7196543 Apr 20 18:17:43.442394 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:43.453817 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2d764b76-92a2-4a75-a4ec-91d0832d8712 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e3c73c0503b4bb998c165e175adf92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8637886 Apr 20 18:17:43.455066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:43.461004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:43.461931 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.466426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 46370) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:43.471522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d764b76-92a2-4a75-a4ec-91d0832d8712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146422de-e86d-4b7a-a7b5-d05fb4bb7910,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:43.501247 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f667ea70-a09e-41e0-a66f-8b36b7c9ba26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ee07cf69259440fb2676ecde80d4cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1006234 Apr 20 18:17:43.510054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46376) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:43.568325 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e67ef2-1d5f-4a48-8746-f9d86ab5926d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb760df-08c7-4d7a-b91b-d47e7e733c62,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:43.573883 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-02e67ef2-1d5f-4a48-8746-f9d86ab5926d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:43.574477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:43.644722 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3292427 Apr 20 18:17:43.741742 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Request body: {'port': {'device_id': '320683d3-aca1-49a4-8871-3a71072b03ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:43.745788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2217df31-7d3a-414e-b9ca-2e13593ea1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.804453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.818442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2217df31-7d3a-414e-b9ca-2e13593ea1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.821869 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Pushing event updated for resources: {'Port': ['ID=f24827e2-5aa9-425f-b018-20c4579a9cd0,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:43.824394 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-25d6b259-94b4-4e09-bf69-0571b3007132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.830715 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:43.834114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-88d9e3df-414a-4b39-8e6a-fa50f4414166 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.462s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:43.875871 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.953201 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-25d6b259-94b4-4e09-bf69-0571b3007132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.999839 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667ea70-a09e-41e0-a66f-8b36b7c9ba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a55ce1e-ae2b-4a4b-980a-67ea082dd9f2,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:44.005772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2217df31-7d3a-414e-b9ca-2e13593ea1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.013826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f667ea70-a09e-41e0-a66f-8b36b7c9ba26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:44.016577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.629s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:44.016904 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:44.022806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:44.031740 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.037576 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217df31-7d3a-414e-b9ca-2e13593ea1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a55ce1e-ae2b-4a4b-980a-67ea082dd9f2,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:44.052683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-104bd995-65c7-41a1-ac67-ef94339bb2ae tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:44.058002 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-104bd995-65c7-41a1-ac67-ef94339bb2ae tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.37 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 817 time: 0.4421651 Apr 20 18:17:44.115655 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2217df31-7d3a-414e-b9ca-2e13593ea1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:44.133056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.159927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:44.208006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Network 2b754d42-4608-4677-bd8d-77d0689a8073 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:44.209551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2217df31-7d3a-414e-b9ca-2e13593ea1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.210422 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2217df31-7d3a-414e-b9ca-2e13593ea1cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a55ce1e-ae2b-4a4b-980a-67ea082dd9f2 HTTP/1.1" status: 204 len: 168 time: 0.6935577 Apr 20 18:17:44.219465 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:44.231408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:44.239891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:44.240422 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.256783 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 46404) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:44.276909 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3900964 Apr 20 18:17:44.299040 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Request body: {'port': {'device_id': '1e00d9fb-839c-427f-8f17-af7596d431e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:44.357190 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Pushing event updated for resources: {'Port': ['ID=632d5aa6-69da-4cb5-b494-da9bb1897397,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:44.380770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.385768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-25d6b259-94b4-4e09-bf69-0571b3007132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.397734 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-09812d34-bcd5-44d1-952d-ebe09bdd211b tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1141aadc257440eeb949d363e845efd1 HTTP/1.1" status: 200 len: 5703 time: 0.3269706 Apr 20 18:17:44.415578 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f667ea70-a09e-41e0-a66f-8b36b7c9ba26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:44.451409 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Request body: {'port': {'device_id': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'admin_state_up': True, 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'security_groups': ['a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:44.480208 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d6b259-94b4-4e09-bf69-0571b3007132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146422de-e86d-4b7a-a7b5-d05fb4bb7910,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:44.490167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-25d6b259-94b4-4e09-bf69-0571b3007132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:44.505667 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:44.506642 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.771093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-25d6b259-94b4-4e09-bf69-0571b3007132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.774737 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-25d6b259-94b4-4e09-bf69-0571b3007132 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/146422de-e86d-4b7a-a7b5-d05fb4bb7910 HTTP/1.1" status: 204 len: 168 time: 1.3024428 Apr 20 18:17:44.849856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46428) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:44.878133 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-126ebe98-8681-472d-a376-62099213b9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.902493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4f05bd3a-fac7-4f57-8a64-1d6306be7ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.946045 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-4f05bd3a-fac7-4f57-8a64-1d6306be7ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:44.953934 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-4f05bd3a-fac7-4f57-8a64-1d6306be7ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:9a5ce5e7086b4cbab1e65ebfec86c084 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:44.954047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e151fe-820a-4a87-bf97-b2ca9ed6aac8 req-0df161fa-c7ba-4cb9-b45e-9c531c9e30d4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:44.954047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-a0e151fe-820a-4a87-bf97-b2ca9ed6aac8 req-0df161fa-c7ba-4cb9-b45e-9c531c9e30d4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Synchronizing usage tracker for tenant:b072f1a5a03b4d2b88d582554e32983d on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:44.954809 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-4f05bd3a-fac7-4f57-8a64-1d6306be7ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:44.957275 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-126ebe98-8681-472d-a376-62099213b9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:44.962212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-4f05bd3a-fac7-4f57-8a64-1d6306be7ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:44.981867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-126ebe98-8681-472d-a376-62099213b9b2 admin admin] Usage tracker for resource:security_group_rule and tenant:00f82cb79a7a46fbb6c04aa729a7c9a4 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:44.988481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-126ebe98-8681-472d-a376-62099213b9b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:45.017153 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7f25c-5ddb-4b85-b92e-f487a0f7f3f5 req-5d4d41f2-a46e-4f9e-8593-1561e115f7e2 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:45.018849 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-dcc7f25c-5ddb-4b85-b92e-f487a0f7f3f5 req-5d4d41f2-a46e-4f9e-8593-1561e115f7e2 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 946 time: 0.8461363 Apr 20 18:17:45.025247 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-126ebe98-8681-472d-a376-62099213b9b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:45.083829 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4f05bd3a-fac7-4f57-8a64-1d6306be7ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.090442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4f05bd3a-fac7-4f57-8a64-1d6306be7ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.110385 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-dcc7f25c-5ddb-4b85-b92e-f487a0f7f3f5 req-060daa6e-b922-465b-a896-ac09f653431e tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803034 Apr 20 18:17:45.117118 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:45.121632 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Usage tracker for resource:port and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:45.126266 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:45.126434 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:45.136679 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-a0e151fe-820a-4a87-bf97-b2ca9ed6aac8 req-0df161fa-c7ba-4cb9-b45e-9c531c9e30d4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Unset dirty status for tenant:b072f1a5a03b4d2b88d582554e32983d on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:45.138644 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a0e151fe-820a-4a87-bf97-b2ca9ed6aac8 req-0df161fa-c7ba-4cb9-b45e-9c531c9e30d4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 931 time: 0.9697781 Apr 20 18:17:45.158163 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-4f05bd3a-fac7-4f57-8a64-1d6306be7ef2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a5ce5e7086b4cbab1e65ebfec86c084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3077624 Apr 20 18:17:45.164309 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46434) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:45.222420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:45.227240 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.231549 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05bd3a-fac7-4f57-8a64-1d6306be7ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26babadc-7439-4d08-9b6d-c55e2083cf07,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:45.244613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4f05bd3a-fac7-4f57-8a64-1d6306be7ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:45.304148 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a0e151fe-820a-4a87-bf97-b2ca9ed6aac8 req-13f8472c-9fba-4262-9834-05fac93e49cd tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510296 Apr 20 18:17:45.308946 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-41061c41-3d68-4338-af8e-d59ba93ffb4c req-b2e0f2a6-6060-461d-b186-5606051f22e8 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 210 time: 0.0761819 Apr 20 18:17:45.317434 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Made reservation on behalf of 1141aadc257440eeb949d363e845efd1 for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:45.333373 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a69daffa-b6b9-4163-9371-3bee9e994e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.345440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.382443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a69daffa-b6b9-4163-9371-3bee9e994e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.432212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a69daffa-b6b9-4163-9371-3bee9e994e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.440627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:45.452778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632d5aa6-69da-4cb5-b494-da9bb1897397 {{(pid=86319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:45.464353 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.472116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69daffa-b6b9-4163-9371-3bee9e994e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26babadc-7439-4d08-9b6d-c55e2083cf07,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:45.475929 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a69daffa-b6b9-4163-9371-3bee9e994e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.477159 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a69daffa-b6b9-4163-9371-3bee9e994e61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26babadc-7439-4d08-9b6d-c55e2083cf07 HTTP/1.1" status: 204 len: 168 time: 0.3100059 Apr 20 18:17:45.478116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a69daffa-b6b9-4163-9371-3bee9e994e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:45.492822 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Transition to ACTIVE for port object 632d5aa6-69da-4cb5-b494-da9bb1897397 will not be triggered until provisioned by entity L2. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:45.497021 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.505624 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9b9814d9-7f60-4e16-99a7-6a230af7af14 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:45.625413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-126ebe98-8681-472d-a376-62099213b9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.665298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-126ebe98-8681-472d-a376-62099213b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.681036 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:45.719689 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Attempting to bind port 632d5aa6-69da-4cb5-b494-da9bb1897397 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:45.720052 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Attempting to bind port 632d5aa6-69da-4cb5-b494-da9bb1897397 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:45.720879 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Attempting to bind port 632d5aa6-69da-4cb5-b494-da9bb1897397 on network 2b754d42-4608-4677-bd8d-77d0689a8073 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:45.729290 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Pushing event updated for resources: {'Port': ['ID=632d5aa6-69da-4cb5-b494-da9bb1897397,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:45.731785 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Port 632d5aa6-69da-4cb5-b494-da9bb1897397 on network 2b754d42-4608-4677-bd8d-77d0689a8073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:17:45.732145 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Attempting to bind port 632d5aa6-69da-4cb5-b494-da9bb1897397 on network 2b754d42-4608-4677-bd8d-77d0689a8073 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:45.735435 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:45.739811 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:45.740184 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Checking segment: {'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:45.740869 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Bound using segment: {'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:45.741266 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Bound port: 632d5aa6-69da-4cb5-b494-da9bb1897397, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'}}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:45.741645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.744713 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ebe98-8681-472d-a376-62099213b9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bd1622-2da9-4608-8064-58d03ed69393,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:45.759499 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-126ebe98-8681-472d-a376-62099213b9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:45.809615 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-126ebe98-8681-472d-a376-62099213b9b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00f82cb79a7a46fbb6c04aa729a7c9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5070660 Apr 20 18:17:45.812577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46460) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:45.834645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Allocated IP 172.20.0.4 (190e51c9-23fa-4948-90ae-c977e74b53f2/b2d25518-c855-4ae6-931e-8a8f2c9d8ec0/67c82629-7d4f-47c6-a50f-948cee9244f5) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:45.853525 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46464) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:45.908214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] For port 632d5aa6-69da-4cb5-b494-da9bb1897397, host hv-cinder-78693, cleared binding levels {{(pid=86319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:45.943186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1c56fc02-b544-4d05-a7f3-a4e5db312a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.956293 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] For port 632d5aa6-69da-4cb5-b494-da9bb1897397, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=632d5aa6-69da-4cb5-b494-da9bb1897397,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:45.973848 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.978504 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1c56fc02-b544-4d05-a7f3-a4e5db312a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.993998 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-54339e9a-11ef-4ea4-ac56-2747b76ba0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:46.250701 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24827e2-5aa9-425f-b018-20c4579a9cd0 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:46.275753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.373763 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Transition to ACTIVE for port object f24827e2-5aa9-425f-b018-20c4579a9cd0 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:46.391982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.418207 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:46.487957 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.530377 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a8218a83-a423-4026-bd08-cab5406baeb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.558623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-a8218a83-a423-4026-bd08-cab5406baeb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:46.562617 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:46.563456 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.565363 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] 10.222.0.37 "PUT /v2.0/ports/632d5aa6-69da-4cb5-b494-da9bb1897397 HTTP/1.1" status: 200 len: 1093 time: 2.2776260 Apr 20 18:17:46.589471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e00d9fb-839c-427f-8f17-af7596d431e6', 'tag': '632d5aa6-69da-4cb5-b494-da9bb1897397'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:46.692353 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a8218a83-a423-4026-bd08-cab5406baeb4 admin admin] Usage tracker for resource:security_group_rule and tenant:5fd391d419de4c58beead392f6a6383b is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:46.696335 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a8218a83-a423-4026-bd08-cab5406baeb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:46.697940 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Pushing event updated for resources: {'Port': ['ID=f24827e2-5aa9-425f-b018-20c4579a9cd0,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:46.704959 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-a8218a83-a423-4026-bd08-cab5406baeb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:46.730262 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Transition to ACTIVE for port object 67c82629-7d4f-47c6-a50f-948cee9244f5 will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:46.731734 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:46.762045 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbbde0-f311-482f-ae16-3a013e7afce4 req-13cbb3a2-547a-4ffc-a696-ee0047e7f82f tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:46.763726 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cfcbbde0-f311-482f-ae16-3a013e7afce4 req-13cbb3a2-547a-4ffc-a696-ee0047e7f82f tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 946 time: 0.4937525 Apr 20 18:17:46.812973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Attempting to bind port f24827e2-5aa9-425f-b018-20c4579a9cd0 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:46.813493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Attempting to bind port f24827e2-5aa9-425f-b018-20c4579a9cd0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:46.813688 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Attempting to bind port f24827e2-5aa9-425f-b018-20c4579a9cd0 on network 2b754d42-4608-4677-bd8d-77d0689a8073 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:46.853451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Port f24827e2-5aa9-425f-b018-20c4579a9cd0 on network 2b754d42-4608-4677-bd8d-77d0689a8073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:17:46.853756 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Attempting to bind port f24827e2-5aa9-425f-b018-20c4579a9cd0 on network 2b754d42-4608-4677-bd8d-77d0689a8073 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:46.870066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Pushing event updated for resources: {'Port': ['ID=632d5aa6-69da-4cb5-b494-da9bb1897397,revision_number=3']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:46.877537 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cfcbbde0-f311-482f-ae16-3a013e7afce4 req-24ce2ad4-8526-41f6-971f-ee371a708377 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987399 Apr 20 18:17:46.880871 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:46.881245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Checking segment: {'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:46.881659 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Bound using segment: {'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:46.882168 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Bound port: f24827e2-5aa9-425f-b018-20c4579a9cd0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d325323-c7c0-4b88-b57d-21615fbd1d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:46.882571 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.907611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f11a3b-f21e-441e-86d9-d36ecde66f0b req-a1054359-ee78-4f72-bad1-ed144b5ecad4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:46.913355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:46.927979 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b7f11a3b-f21e-441e-86d9-d36ecde66f0b req-a1054359-ee78-4f72-bad1-ed144b5ecad4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 943 time: 0.3566246 Apr 20 18:17:46.935180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.006956 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1c56fc02-b544-4d05-a7f3-a4e5db312a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.021338 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:47.025903 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:47.046027 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1c56fc02-b544-4d05-a7f3-a4e5db312a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.050291 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-1c56fc02-b544-4d05-a7f3-a4e5db312a5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5bd1622-2da9-4608-8064-58d03ed69393 HTTP/1.1" status: 204 len: 168 time: 1.2364621 Apr 20 18:17:47.068645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13918e-5371-48e3-b394-027a05dc105d req-1f3aa00a-1e30-4ca4-84a5-1e416b8a8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:47.070503 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-1f3aa00a-1e30-4ca4-84a5-1e416b8a8ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 1096 time: 0.3270490 Apr 20 18:17:47.071671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c56fc02-b544-4d05-a7f3-a4e5db312a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bd1622-2da9-4608-8064-58d03ed69393,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:47.076520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1c56fc02-b544-4d05-a7f3-a4e5db312a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:47.079379 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a8218a83-a423-4026-bd08-cab5406baeb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.168363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a8218a83-a423-4026-bd08-cab5406baeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.195505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-211a8ed0-fcb9-49dd-80d3-09f70d0ea753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:47.219425 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-d5a02694-f091-439b-8238-627621118f26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=632d5aa6-69da-4cb5-b494-da9bb1897397 HTTP/1.1" status: 200 len: 217 time: 0.1383700 Apr 20 18:17:47.296398 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a8218a83-a423-4026-bd08-cab5406baeb4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fd391d419de4c58beead392f6a6383b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4405067 Apr 20 18:17:47.301776 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46534) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:47.316558 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event updated for resources: {'Port': ['ID=67c82629-7d4f-47c6-a50f-948cee9244f5,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:47.319139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8218a83-a423-4026-bd08-cab5406baeb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a260d35-8b3d-4a73-96c8-90840581a300,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:47.319681 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:47.333044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a8218a83-a423-4026-bd08-cab5406baeb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:47.364650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13918e-5371-48e3-b394-027a05dc105d req-e8f56f6c-d32e-447d-9d11-2dd70936dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:47.366378 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-e8f56f6c-d32e-447d-9d11-2dd70936dacc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0402e5f9-2c87-47d1-be48-d902f55b0f9b HTTP/1.1" status: 200 len: 858 time: 0.1395991 Apr 20 18:17:47.374144 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Network 190e51c9-23fa-4948-90ae-c977e74b53f2 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:47.413207 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b7f11a3b-f21e-441e-86d9-d36ecde66f0b req-7e49f7ef-3082-4596-bb86-99148e8097c8 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836872 Apr 20 18:17:47.419597 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:47.444602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:47.450752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:47.452260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.454895 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-e3c39e47-ac31-4d3c-8c9e-a59286643555 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b754d42-4608-4677-bd8d-77d0689a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786960 Apr 20 18:17:47.511172 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6afe746c-607d-4e4c-89b8-941071f4708d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.545668 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24619162-eee2-48fd-b3ce-246553a062cb req-8cfb7297-6983-4be0-a44e-7200c745a9ba tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:47.546738 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-24619162-eee2-48fd-b3ce-246553a062cb req-8cfb7297-6983-4be0-a44e-7200c745a9ba tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Synchronizing usage tracker for tenant:1141aadc257440eeb949d363e845efd1 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:47.550208 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] For port f24827e2-5aa9-425f-b018-20c4579a9cd0, host hv-cinder-78693, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:47.554766 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] For port f24827e2-5aa9-425f-b018-20c4579a9cd0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f24827e2-5aa9-425f-b018-20c4579a9cd0,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:47.615049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.617141 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2039568 Apr 20 18:17:47.617757 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-24619162-eee2-48fd-b3ce-246553a062cb req-8cfb7297-6983-4be0-a44e-7200c745a9ba tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Unset dirty status for tenant:1141aadc257440eeb949d363e845efd1 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:47.618922 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-24619162-eee2-48fd-b3ce-246553a062cb req-8cfb7297-6983-4be0-a44e-7200c745a9ba tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 931 time: 0.3778346 Apr 20 18:17:47.619054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6afe746c-607d-4e4c-89b8-941071f4708d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.669527 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Request body: {'port': {'device_id': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:47.696188 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-a9a3d3c8-197c-466f-a9cd-9881bbb7d98e service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327874 Apr 20 18:17:47.717908 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:47.808231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6afe746c-607d-4e4c-89b8-941071f4708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.813181 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-882fe363-6378-40fa-b866-dcbee7a522fc None None] Provisioning for port 67c82629-7d4f-47c6-a50f-948cee9244f5 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:47.814225 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:47.832554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:47.833235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.834891 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] 10.222.0.37 "PUT /v2.0/ports/f24827e2-5aa9-425f-b018-20c4579a9cd0 HTTP/1.1" status: 200 len: 1093 time: 4.1776092 Apr 20 18:17:47.835336 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320683d3-aca1-49a4-8871-3a71072b03ca', 'tag': 'f24827e2-5aa9-425f-b018-20c4579a9cd0'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:47.835865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe746c-607d-4e4c-89b8-941071f4708d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a260d35-8b3d-4a73-96c8-90840581a300,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:47.843776 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6afe746c-607d-4e4c-89b8-941071f4708d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:47.845519 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-882fe363-6378-40fa-b866-dcbee7a522fc None None] Provisioning complete for port 67c82629-7d4f-47c6-a50f-948cee9244f5 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:47.850876 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-882fe363-6378-40fa-b866-dcbee7a522fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.854524 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6afe746c-607d-4e4c-89b8-941071f4708d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.855731 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-6afe746c-607d-4e4c-89b8-941071f4708d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a260d35-8b3d-4a73-96c8-90840581a300 HTTP/1.1" status: 204 len: 168 time: 0.5512929 Apr 20 18:17:47.908402 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb13918e-5371-48e3-b394-027a05dc105d req-345d978d-abf6-4fd2-8dd4-a9dc22c81533 service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034373 Apr 20 18:17:48.055955 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-882fe363-6378-40fa-b866-dcbee7a522fc None None] Port 67c82629-7d4f-47c6-a50f-948cee9244f5 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:17:48.075300 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:48.145077 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-24619162-eee2-48fd-b3ce-246553a062cb req-a016ce40-872e-4e20-a663-b0c73737925e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5135891 Apr 20 18:17:48.182727 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Pushing event updated for resources: {'Port': ['ID=f24827e2-5aa9-425f-b018-20c4579a9cd0,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:48.185691 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:48.198097 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-63dc0421-b0f9-4aa3-9620-1724a5fbde3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:48.243775 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320683d3-aca1-49a4-8871-3a71072b03ca', 'tag': 'f24827e2-5aa9-425f-b018-20c4579a9cd0', 'status': 'completed', 'code': 200} Apr 20 18:17:48.264640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-9899867e-4add-4a57-a19b-d70717ab1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:48.266480 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-9899867e-4add-4a57-a19b-d70717ab1f08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 1096 time: 0.3293381 Apr 20 18:17:48.312186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46556) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:48.348256 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62203e86-03f3-498d-8afb-0777c60ce50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:48.358191 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-2649eec7-11c7-4e97-bf44-4f506565180b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24827e2-5aa9-425f-b018-20c4579a9cd0 HTTP/1.1" status: 200 len: 217 time: 0.0829101 Apr 20 18:17:48.379284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-62203e86-03f3-498d-8afb-0777c60ce50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:48.388655 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-62203e86-03f3-498d-8afb-0777c60ce50f admin admin] Usage tracker for resource:security_group_rule and tenant:28e3a66b8eba4777af4fcb8da0c8a3e5 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:48.393786 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-62203e86-03f3-498d-8afb-0777c60ce50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:48.402519 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-62203e86-03f3-498d-8afb-0777c60ce50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:48.416940 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e00d9fb-839c-427f-8f17-af7596d431e6', 'tag': '632d5aa6-69da-4cb5-b494-da9bb1897397', 'status': 'completed', 'code': 200} Apr 20 18:17:48.489255 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46564) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:48.626752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94119a1-7f90-4d88-9339-3d1333b89846 req-1fdd7867-8055-4822-8656-08a811eb5a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:48.628762 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f94119a1-7f90-4d88-9339-3d1333b89846 req-1fdd7867-8055-4822-8656-08a811eb5a4b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 1096 time: 0.1898816 Apr 20 18:17:48.683090 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62203e86-03f3-498d-8afb-0777c60ce50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:48.736171 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62203e86-03f3-498d-8afb-0777c60ce50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:48.750433 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4997d038-af62-4f08-85f8-f9c237354393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:48.758230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-10d48a6a-2dfb-402a-82ea-a83cee5c57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:48.759729 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-10d48a6a-2dfb-402a-82ea-a83cee5c57f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0402e5f9-2c87-47d1-be48-d902f55b0f9b HTTP/1.1" status: 200 len: 858 time: 0.3938165 Apr 20 18:17:48.805464 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-62203e86-03f3-498d-8afb-0777c60ce50f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28e3a66b8eba4777af4fcb8da0c8a3e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915712 Apr 20 18:17:48.811569 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46576) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:48.837895 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46580) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:48.853313 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62203e86-03f3-498d-8afb-0777c60ce50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b15253f-4f10-4ddf-b547-d40384907174,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:48.857214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-62203e86-03f3-498d-8afb-0777c60ce50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:48.879432 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-c7256484-8039-44c6-b1a6-1f2d52a2270e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b754d42-4608-4677-bd8d-77d0689a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531218 Apr 20 18:17:48.888911 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-01d80c1e-7a85-4c79-8a5a-2c94125e917a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:48.932062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0044354e-8b03-4aa1-a371-d504942414aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:48.959034 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-01d80c1e-7a85-4c79-8a5a-2c94125e917a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:48.989420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-01d80c1e-7a85-4c79-8a5a-2c94125e917a admin admin] Usage tracker for resource:security_group_rule and tenant:5c3ca19f730f4f438f39667b6a78662c is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:48.997779 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-01d80c1e-7a85-4c79-8a5a-2c94125e917a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:49.009786 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94119a1-7f90-4d88-9339-3d1333b89846 req-60d20349-378d-48b6-8323-4a593f6e8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:49.011391 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f94119a1-7f90-4d88-9339-3d1333b89846 req-60d20349-378d-48b6-8323-4a593f6e8132 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 919 time: 0.3676698 Apr 20 18:17:49.016112 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-0044354e-8b03-4aa1-a371-d504942414aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:49.019072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-01d80c1e-7a85-4c79-8a5a-2c94125e917a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:49.027865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-0044354e-8b03-4aa1-a371-d504942414aa admin admin] Usage tracker for resource:security_group_rule and tenant:4f64201a11dd4e569ba81c36124cf999 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:49.086177 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-0044354e-8b03-4aa1-a371-d504942414aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:49.128236 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-e6221952-993d-4c58-a9c8-8ba3a6b0a85e service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399249 Apr 20 18:17:49.136035 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-0044354e-8b03-4aa1-a371-d504942414aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:49.145641 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f94119a1-7f90-4d88-9339-3d1333b89846 req-e3b8dc7b-1671-453b-a115-190fb9b9fea8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=632d5aa6-69da-4cb5-b494-da9bb1897397 HTTP/1.1" status: 200 len: 217 time: 0.1222632 Apr 20 18:17:49.255296 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d8960070-4930-4490-9641-a2e939155d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.320456 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d8960070-4930-4490-9641-a2e939155d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.330827 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94119a1-7f90-4d88-9339-3d1333b89846 req-d5c5e6c8-2648-4679-a23f-e2735fcb9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:49.332418 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f94119a1-7f90-4d88-9339-3d1333b89846 req-d5c5e6c8-2648-4679-a23f-e2735fcb9016 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0402e5f9-2c87-47d1-be48-d902f55b0f9b HTTP/1.1" status: 200 len: 858 time: 0.1591249 Apr 20 18:17:49.333333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46602) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:49.369074 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962897c-b4b7-4f4f-b429-3bdcc91cf444 req-d7c0aeb1-0338-4a0f-a8cd-a6935ba17133 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:49.370726 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6962897c-b4b7-4f4f-b429-3bdcc91cf444 req-d7c0aeb1-0338-4a0f-a8cd-a6935ba17133 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 943 time: 0.6183398 Apr 20 18:17:49.439259 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f94119a1-7f90-4d88-9339-3d1333b89846 req-e29837ad-83ae-447b-8733-7dbecae292ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b754d42-4608-4677-bd8d-77d0689a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857563 Apr 20 18:17:49.549521 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6962897c-b4b7-4f4f-b429-3bdcc91cf444 req-4b674446-9b2b-4d8c-b118-dbfec61830ab tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042724 Apr 20 18:17:49.590475 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-985930bc-9cc9-4242-8760-4fe305f6f41a req-f79e98d2-faac-4c51-8455-da3260b3520b service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466956 Apr 20 18:17:49.606330 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991429f6-0672-4d81-8cc9-c05f3357e2a9 req-935f6c67-3034-46d0-90b0-2afef4b9783c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:49.609609 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-991429f6-0672-4d81-8cc9-c05f3357e2a9 req-935f6c67-3034-46d0-90b0-2afef4b9783c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 931 time: 0.2550747 Apr 20 18:17:49.617256 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-01d80c1e-7a85-4c79-8a5a-2c94125e917a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.651199 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-01d80c1e-7a85-4c79-8a5a-2c94125e917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.673239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0044354e-8b03-4aa1-a371-d504942414aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.682868 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:49.690388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d8960070-4930-4490-9641-a2e939155d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.723706 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0044354e-8b03-4aa1-a371-d504942414aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.767307 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-991429f6-0672-4d81-8cc9-c05f3357e2a9 req-aa23da41-cd83-4808-84e9-159b1c6bb66a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480432 Apr 20 18:17:49.777383 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c82629-7d4f-47c6-a50f-948cee9244f5 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:49.787702 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.805167 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-01d80c1e-7a85-4c79-8a5a-2c94125e917a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c3ca19f730f4f438f39667b6a78662c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3108237 Apr 20 18:17:49.815572 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d80c1e-7a85-4c79-8a5a-2c94125e917a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9e907b-44d0-4f2f-82c7-b76e4eae2179,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:49.818845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-01d80c1e-7a85-4c79-8a5a-2c94125e917a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:49.819447 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46620) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:49.833619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-7acae0de-87bc-44a2-b287-e21acc95140a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:49.834500 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Transition to ACTIVE for port object 67c82629-7d4f-47c6-a50f-948cee9244f5 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:49.843349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.846525 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f94119a1-7f90-4d88-9339-3d1333b89846 req-e9bf6b01-557e-4cba-8342-f8dbad523bdf service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927379 Apr 20 18:17:49.850190 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e92c8-1ef2-42b4-9e99-a13b0880b9d2 req-ba05a4ab-5631-4484-95af-b2b4ea134a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:49.851783 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fb8e92c8-1ef2-42b4-9e99-a13b0880b9d2 req-ba05a4ab-5631-4484-95af-b2b4ea134a71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 1096 time: 0.1697319 Apr 20 18:17:49.853687 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8e16c99a-e2ee-4373-b314-2e471fca6e00 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:49.860737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1421c0f0-b6b8-4879-8829-5f91d7163784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.879412 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d8960070-4930-4490-9641-a2e939155d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.880563 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d8960070-4930-4490-9641-a2e939155d73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b15253f-4f10-4ddf-b547-d40384907174 HTTP/1.1" status: 204 len: 168 time: 1.0637250 Apr 20 18:17:49.890354 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-0044354e-8b03-4aa1-a371-d504942414aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f64201a11dd4e569ba81c36124cf999&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0327346 Apr 20 18:17:49.895325 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8960070-4930-4490-9641-a2e939155d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b15253f-4f10-4ddf-b547-d40384907174,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:49.898943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 46628) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:50.066951 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Pushing event updated for resources: {'Port': ['ID=67c82629-7d4f-47c6-a50f-948cee9244f5,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:50.087099 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-1421c0f0-b6b8-4879-8829-5f91d7163784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:50.122100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044354e-8b03-4aa1-a371-d504942414aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a50095c-58a2-4917-a2b7-0b1df7a62508,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:50.176908 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0044354e-8b03-4aa1-a371-d504942414aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:50.178019 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-1421c0f0-b6b8-4879-8829-5f91d7163784 admin admin] Usage tracker for resource:security_group_rule and tenant:ffe771d74c084864ab587d5661ee5ec6 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:50.180698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:50.181028 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:50.186946 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-1421c0f0-b6b8-4879-8829-5f91d7163784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:50.222239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-1421c0f0-b6b8-4879-8829-5f91d7163784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:50.355293 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e81b461a-3976-4267-a2ac-74c1541c8d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.380179 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f94119a1-7f90-4d88-9339-3d1333b89846 req-c59c65e6-6a02-480d-a237-716c05566f86 service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022502 Apr 20 18:17:50.402134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e81b461a-3976-4267-a2ac-74c1541c8d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.495810 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1421c0f0-b6b8-4879-8829-5f91d7163784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.502603 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1421c0f0-b6b8-4879-8829-5f91d7163784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.511950 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-62203e86-03f3-498d-8afb-0777c60ce50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:50.524117 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e81b461a-3976-4267-a2ac-74c1541c8d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.538635 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:50.572288 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-1421c0f0-b6b8-4879-8829-5f91d7163784 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffe771d74c084864ab587d5661ee5ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2306511 Apr 20 18:17:50.574718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2bdc9bd7-7f36-4d89-99fb-ae51d925b24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.575855 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421c0f0-b6b8-4879-8829-5f91d7163784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab7f593-37cc-4ff9-9b63-f94b8bbd454d,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:50.579394 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1421c0f0-b6b8-4879-8829-5f91d7163784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:50.581605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46662) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:50.581605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:50.593148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e81b461a-3976-4267-a2ac-74c1541c8d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.605377 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-e81b461a-3976-4267-a2ac-74c1541c8d09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea9e907b-44d0-4f2f-82c7-b76e4eae2179 HTTP/1.1" status: 204 len: 168 time: 0.7581306 Apr 20 18:17:50.612742 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b461a-3976-4267-a2ac-74c1541c8d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9e907b-44d0-4f2f-82c7-b76e4eae2179,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:50.615324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e81b461a-3976-4267-a2ac-74c1541c8d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:50.650137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 632d5aa6-69da-4cb5-b494-da9bb1897397 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:17:50.652358 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2bdc9bd7-7f36-4d89-99fb-ae51d925b24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.670799 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-65b75388-4775-4390-b205-a1c2a528b33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.718883 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-65b75388-4775-4390-b205-a1c2a528b33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.755106 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Attempting to bind port 67c82629-7d4f-47c6-a50f-948cee9244f5 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:50.755753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Attempting to bind port 67c82629-7d4f-47c6-a50f-948cee9244f5 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:50.756458 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Attempting to bind port 67c82629-7d4f-47c6-a50f-948cee9244f5 on network 190e51c9-23fa-4948-90ae-c977e74b53f2 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:50.845054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-65b75388-4775-4390-b205-a1c2a528b33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.846430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Port 67c82629-7d4f-47c6-a50f-948cee9244f5 on network 190e51c9-23fa-4948-90ae-c977e74b53f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:17:50.847009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Attempting to bind port 67c82629-7d4f-47c6-a50f-948cee9244f5 on network 190e51c9-23fa-4948-90ae-c977e74b53f2 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:50.850359 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:50.851648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e92c8-1ef2-42b4-9e99-a13b0880b9d2 req-4fb114f3-24a6-4ef6-866d-ab9a483a0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:50.853371 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fb8e92c8-1ef2-42b4-9e99-a13b0880b9d2 req-4fb114f3-24a6-4ef6-866d-ab9a483a0118 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 919 time: 0.9532537 Apr 20 18:17:50.860495 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2bdc9bd7-7f36-4d89-99fb-ae51d925b24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.872304 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:50.883005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b75388-4775-4390-b205-a1c2a528b33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab7f593-37cc-4ff9-9b63-f94b8bbd454d,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:50.889739 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-65b75388-4775-4390-b205-a1c2a528b33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:50.901192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-65b75388-4775-4390-b205-a1c2a528b33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.905777 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-65b75388-4775-4390-b205-a1c2a528b33b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ab7f593-37cc-4ff9-9b63-f94b8bbd454d HTTP/1.1" status: 204 len: 168 time: 0.3136079 Apr 20 18:17:51.028497 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2bdc9bd7-7f36-4d89-99fb-ae51d925b24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:51.034032 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2bdc9bd7-7f36-4d89-99fb-ae51d925b24a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a50095c-58a2-4917-a2b7-0b1df7a62508 HTTP/1.1" status: 204 len: 168 time: 1.1325660 Apr 20 18:17:51.034991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 632d5aa6-69da-4cb5-b494-da9bb1897397, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=632d5aa6-69da-4cb5-b494-da9bb1897397,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:51.039988 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:51.041357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Checking segment: {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:51.041964 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Bound using segment: {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:51.042725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Bound port: 67c82629-7d4f-47c6-a50f-948cee9244f5, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:51.043331 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:51.052772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '632d5aa6-69da-4cb5-b494-da9bb1897397', 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073', 'port_id': '632d5aa6-69da-4cb5-b494-da9bb1897397', 'mac_address': 'fa:16:3e:e5:7f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0402e5f9-2c87-47d1-be48-d902f55b0f9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:17:51.147230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:51.148885 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc9bd7-7f36-4d89-99fb-ae51d925b24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a50095c-58a2-4917-a2b7-0b1df7a62508,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:51.173645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632d5aa6-69da-4cb5-b494-da9bb1897397 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:51.174866 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fb8e92c8-1ef2-42b4-9e99-a13b0880b9d2 req-77b7dec3-4565-4173-b8a1-90b31999dfe6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24827e2-5aa9-425f-b018-20c4579a9cd0 HTTP/1.1" status: 200 len: 217 time: 0.3046563 Apr 20 18:17:51.197820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 632d5aa6-69da-4cb5-b494-da9bb1897397, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=632d5aa6-69da-4cb5-b494-da9bb1897397,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:51.214673 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:51.217546 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:51.259991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2bdc9bd7-7f36-4d89-99fb-ae51d925b24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:51.307472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=632d5aa6-69da-4cb5-b494-da9bb1897397,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:51.311991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:51.377594 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e92c8-1ef2-42b4-9e99-a13b0880b9d2 req-97370100-20cb-482b-af09-bddaab586275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:51.379488 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fb8e92c8-1ef2-42b4-9e99-a13b0880b9d2 req-97370100-20cb-482b-af09-bddaab586275 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0402e5f9-2c87-47d1-be48-d902f55b0f9b HTTP/1.1" status: 200 len: 858 time: 0.1167424 Apr 20 18:17:51.399717 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffbd89-6db0-4bed-8f16-f7eed5e36573 req-db3bdc59-3957-4029-a639-32dae644d661 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:51.401783 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-71ffbd89-6db0-4bed-8f16-f7eed5e36573 req-db3bdc59-3957-4029-a639-32dae644d661 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 943 time: 0.5462930 Apr 20 18:17:51.442500 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['632d5aa6-69da-4cb5-b494-da9bb1897397'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:17:51.477095 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fb8e92c8-1ef2-42b4-9e99-a13b0880b9d2 req-9093cb33-fca0-4502-9154-89828625e1c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b754d42-4608-4677-bd8d-77d0689a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705464 Apr 20 18:17:51.531308 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-71ffbd89-6db0-4bed-8f16-f7eed5e36573 req-020e8199-4541-47b3-93f2-346a54ecc822 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491333 Apr 20 18:17:51.718036 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46702) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:51.760872 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46706) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:51.773900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-628d7103-64ca-4292-bbfc-8110b98ac4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:51.859978 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-628d7103-64ca-4292-bbfc-8110b98ac4f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:51.864240 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-628d7103-64ca-4292-bbfc-8110b98ac4f4 admin admin] Usage tracker for resource:security_group_rule and tenant:1d4aba50ba314f2fba9d6007b56a801c is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:51.867550 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-628d7103-64ca-4292-bbfc-8110b98ac4f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:51.876170 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-628d7103-64ca-4292-bbfc-8110b98ac4f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:51.880159 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4533cbbd-2817-40ed-ae7f-fe26eb2fae5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:51.909592 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-4533cbbd-2817-40ed-ae7f-fe26eb2fae5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:51.923385 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-4533cbbd-2817-40ed-ae7f-fe26eb2fae5c admin admin] Usage tracker for resource:security_group_rule and tenant:6ce6c0a6887a420f9d6a5d73cc435455 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:51.927870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-4533cbbd-2817-40ed-ae7f-fe26eb2fae5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:51.939793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-4533cbbd-2817-40ed-ae7f-fe26eb2fae5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:51.940549 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fb8e92c8-1ef2-42b4-9e99-a13b0880b9d2 req-267398f7-e75a-41ae-b679-5f8f531384fe service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134212 Apr 20 18:17:51.947188 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:52.062161 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67c82629-7d4f-47c6-a50f-948cee9244f5,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:52.069473 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-628d7103-64ca-4292-bbfc-8110b98ac4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.082648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff1980-de13-43a3-a1b8-acf1d8ba958d req-92ff7f37-126d-45bd-bf09-48a7740d3d76 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:52.084008 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-91ff1980-de13-43a3-a1b8-acf1d8ba958d req-92ff7f37-126d-45bd-bf09-48a7740d3d76 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.9508364 Apr 20 18:17:52.093614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-628d7103-64ca-4292-bbfc-8110b98ac4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.137645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:52.141851 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.178812 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fb8e92c8-1ef2-42b4-9e99-a13b0880b9d2 req-73eb1cda-c8f0-47b4-afa1-85bbab36a7c3 service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243776 Apr 20 18:17:52.181105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d7103-64ca-4292-bbfc-8110b98ac4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e1c430-8a0b-4546-98b8-cf5399275f08,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:52.206253 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-628d7103-64ca-4292-bbfc-8110b98ac4f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:52.219033 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-628d7103-64ca-4292-bbfc-8110b98ac4f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d4aba50ba314f2fba9d6007b56a801c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4997251 Apr 20 18:17:52.222752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46720) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:52.224347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:52.229601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4533cbbd-2817-40ed-ae7f-fe26eb2fae5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.275554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4533cbbd-2817-40ed-ae7f-fe26eb2fae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.288431 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4f05bd3a-fac7-4f57-8a64-1d6306be7ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:52.319139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533cbbd-2817-40ed-ae7f-fe26eb2fae5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4333746b-3a16-4717-b776-9ba7b9d8c0b7,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:52.324297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4533cbbd-2817-40ed-ae7f-fe26eb2fae5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:52.365218 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Pushing event updated for resources: {'Port': ['ID=67c82629-7d4f-47c6-a50f-948cee9244f5,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:52.371134 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-4533cbbd-2817-40ed-ae7f-fe26eb2fae5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ce6c0a6887a420f9d6a5d73cc435455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6003327 Apr 20 18:17:52.371134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46730) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:52.372763 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d85a700e-dd48-4cd9-a393-d58f60711f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.375019 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46732) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:52.386226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:52.392611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:52.393623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.395477 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] 10.222.0.37 "PUT /v2.0/ports/67c82629-7d4f-47c6-a50f-948cee9244f5 HTTP/1.1" status: 200 len: 1093 time: 4.7528572 Apr 20 18:17:52.399299 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:52.443418 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-91ff1980-de13-43a3-a1b8-acf1d8ba958d req-d91b7a09-0bb7-4e64-8092-81f17fac0b82 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3582380 Apr 20 18:17:52.466057 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'status': 'completed', 'code': 200} Apr 20 18:17:52.492442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e207387e-c8b9-4c85-aa18-c0ebcfaf7c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.496329 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d85a700e-dd48-4cd9-a393-d58f60711f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.562583 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e207387e-c8b9-4c85-aa18-c0ebcfaf7c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.610854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-a5e37a0d-331b-471d-be63-6fc89e19a090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:52.614082 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-a5e37a0d-331b-471d-be63-6fc89e19a090 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 1096 time: 0.1322048 Apr 20 18:17:52.649944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e207387e-c8b9-4c85-aa18-c0ebcfaf7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.651820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device f24827e2-5aa9-425f-b018-20c4579a9cd0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:17:52.664310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a8f18c8a-a6cd-4e0b-9341-0dd01608b00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:52.700305 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207387e-c8b9-4c85-aa18-c0ebcfaf7c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4333746b-3a16-4717-b776-9ba7b9d8c0b7,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:52.707490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e207387e-c8b9-4c85-aa18-c0ebcfaf7c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:52.713914 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e207387e-c8b9-4c85-aa18-c0ebcfaf7c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.716328 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-e207387e-c8b9-4c85-aa18-c0ebcfaf7c1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4333746b-3a16-4717-b776-9ba7b9d8c0b7 HTTP/1.1" status: 204 len: 168 time: 0.3400619 Apr 20 18:17:52.738729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d85a700e-dd48-4cd9-a393-d58f60711f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.741003 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 632d5aa6-69da-4cb5-b494-da9bb1897397 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:52.752521 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:52.776820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a700e-dd48-4cd9-a393-d58f60711f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e1c430-8a0b-4546-98b8-cf5399275f08,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:52.783004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d85a700e-dd48-4cd9-a393-d58f60711f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:52.793614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d85a700e-dd48-4cd9-a393-d58f60711f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.798253 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d85a700e-dd48-4cd9-a393-d58f60711f00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7e1c430-8a0b-4546-98b8-cf5399275f08 HTTP/1.1" status: 204 len: 168 time: 0.5711303 Apr 20 18:17:52.798399 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-5ab56e93-526c-47ed-834c-a474ee83b04a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c82629-7d4f-47c6-a50f-948cee9244f5 HTTP/1.1" status: 200 len: 217 time: 0.1753106 Apr 20 18:17:52.882466 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b44ec0db-ecca-4c66-b60f-b66a778c989c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.932109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-b44ec0db-ecca-4c66-b60f-b66a778c989c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:52.937893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-b44ec0db-ecca-4c66-b60f-b66a778c989c admin admin] Usage tracker for resource:security_group_rule and tenant:05554ce7bbf54745a786d33f023babc6 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:52.941377 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-b44ec0db-ecca-4c66-b60f-b66a778c989c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:52.948773 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-b44ec0db-ecca-4c66-b60f-b66a778c989c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:53.038939 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-a6c2a302-73b4-4c22-bec6-440301fc42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:53.044176 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-a6c2a302-73b4-4c22-bec6-440301fc42b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 HTTP/1.1" status: 200 len: 856 time: 0.2386844 Apr 20 18:17:53.151320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port 632d5aa6-69da-4cb5-b494-da9bb1897397 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:53.168648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port f24827e2-5aa9-425f-b018-20c4579a9cd0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f24827e2-5aa9-425f-b018-20c4579a9cd0,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:53.168894 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b44ec0db-ecca-4c66-b60f-b66a778c989c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:53.173119 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b44ec0db-ecca-4c66-b60f-b66a778c989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:53.188021 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:53.189205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 632d5aa6-69da-4cb5-b494-da9bb1897397 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:53.189628 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:53.238655 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': 'f24827e2-5aa9-425f-b018-20c4579a9cd0', 'network_id': '2b754d42-4608-4677-bd8d-77d0689a8073', 'port_id': 'f24827e2-5aa9-425f-b018-20c4579a9cd0', 'mac_address': 'fa:16:3e:97:34:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0402e5f9-2c87-47d1-be48-d902f55b0f9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:17:53.287880 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-b44ec0db-ecca-4c66-b60f-b66a778c989c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05554ce7bbf54745a786d33f023babc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9139483 Apr 20 18:17:53.287880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ec0db-ecca-4c66-b60f-b66a778c989c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894f26f5-94f7-4db8-8151-7fa93634d6b0,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:53.289117 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 46770) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:53.303928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b44ec0db-ecca-4c66-b60f-b66a778c989c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:53.334060 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:53.350453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b647f9c-78b6-4e51-b014-df7b4a805476 req-97a93462-5b4b-4b02-ab05-bc5abd3c1b25 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:53.359481 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b647f9c-78b6-4e51-b014-df7b4a805476 req-97a93462-5b4b-4b02-ab05-bc5abd3c1b25 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 944 time: 0.4912450 Apr 20 18:17:53.392231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-b6095181-3cd8-4312-a1b2-fd4cdf2d5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:53.393889 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-b6095181-3cd8-4312-a1b2-fd4cdf2d5f60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=190e51c9-23fa-4948-90ae-c977e74b53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3362212 Apr 20 18:17:53.456145 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24827e2-5aa9-425f-b018-20c4579a9cd0 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:53.497231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:53.510072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port f24827e2-5aa9-425f-b018-20c4579a9cd0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f24827e2-5aa9-425f-b018-20c4579a9cd0,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:53.524841 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:53.528087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-914400fa-fcd1-40e0-baea-87fccd77dbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:53.590908 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e00d9fb-839c-427f-8f17-af7596d431e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632d5aa6-69da-4cb5-b494-da9bb1897397'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:53.591112 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-7dbbd322-02a9-47eb-982c-e44f9a64a50d service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825373 Apr 20 18:17:53.614621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 632d5aa6-69da-4cb5-b494-da9bb1897397, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=632d5aa6-69da-4cb5-b494-da9bb1897397,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:53.618913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:53.630240 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=f24827e2-5aa9-425f-b018-20c4579a9cd0,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:53.633595 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:53.634110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-69d83c26-6cc9-4144-ab5b-91f75bc5c959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:53.636489 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9c913a00-b276-41ff-b56c-00ece3ba73b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:53.672860 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46784) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:53.678616 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9c913a00-b276-41ff-b56c-00ece3ba73b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:53.701328 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d2c9f4f7-4051-4115-a0e8-d99d1cdb215a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:53.721566 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=632d5aa6-69da-4cb5-b494-da9bb1897397,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:53.725627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:53.726163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-d2c9f4f7-4051-4115-a0e8-d99d1cdb215a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:53.731147 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-d2c9f4f7-4051-4115-a0e8-d99d1cdb215a admin admin] Usage tracker for resource:security_group_rule and tenant:bd81c771721247c58f667e13b486333a is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:53.735401 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-d2c9f4f7-4051-4115-a0e8-d99d1cdb215a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:53.742565 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-d2c9f4f7-4051-4115-a0e8-d99d1cdb215a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:53.758097 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b647f9c-78b6-4e51-b014-df7b4a805476 req-9cc06c31-cf09-4635-bb01-c388b93c3c7e tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975441 Apr 20 18:17:53.768145 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['f24827e2-5aa9-425f-b018-20c4579a9cd0'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:17:53.822388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9c913a00-b276-41ff-b56c-00ece3ba73b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:53.833615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:53.927106 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46790) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:53.945272 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7aa88694-a1b5-4d41-b6cd-6c71190837b4 req-599385fb-d812-42c5-8abd-a69567308f7f service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898414 Apr 20 18:17:53.953361 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c913a00-b276-41ff-b56c-00ece3ba73b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894f26f5-94f7-4db8-8151-7fa93634d6b0,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:53.962189 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9c913a00-b276-41ff-b56c-00ece3ba73b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:54.006910 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d2c9f4f7-4051-4115-a0e8-d99d1cdb215a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.027326 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9c913a00-b276-41ff-b56c-00ece3ba73b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.031158 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-9c913a00-b276-41ff-b56c-00ece3ba73b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/894f26f5-94f7-4db8-8151-7fa93634d6b0 HTTP/1.1" status: 204 len: 168 time: 0.7361782 Apr 20 18:17:54.034180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d2c9f4f7-4051-4115-a0e8-d99d1cdb215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.059628 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-974f3e92-38e2-4a43-9e8d-18520a181149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:54.110615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b168a9-6173-45c5-9ecb-4f2a709c020f req-ef180ed9-d822-4593-bba9-907aa62d1b9f tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:54.112438 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-82b168a9-6173-45c5-9ecb-4f2a709c020f req-ef180ed9-d822-4593-bba9-907aa62d1b9f tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 946 time: 0.5799863 Apr 20 18:17:54.153233 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d2c9f4f7-4051-4115-a0e8-d99d1cdb215a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd81c771721247c58f667e13b486333a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4788435 Apr 20 18:17:54.154236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9f4f7-4051-4115-a0e8-d99d1cdb215a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9965ca50-b02c-4a11-a72b-22e7f28667b3,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:54.158056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46806) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:54.163755 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d2c9f4f7-4051-4115-a0e8-d99d1cdb215a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:54.204620 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c4eca-3611-4e87-b236-dc2ff4d55b52 req-de42f946-706d-482f-a30a-7bce83f17ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:54.206173 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-881c4eca-3611-4e87-b236-dc2ff4d55b52 req-de42f946-706d-482f-a30a-7bce83f17ad9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 1096 time: 0.1825871 Apr 20 18:17:54.209512 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-82b168a9-6173-45c5-9ecb-4f2a709c020f req-f754d72b-8181-4eba-97f1-f2e5e25dd3b3 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791287 Apr 20 18:17:54.220122 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc6ec1-1a97-4cc8-b43a-d271f070730c req-e27b9bb2-c8f3-42e7-86ac-3cec4235925d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:54.228459 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-afbc6ec1-1a97-4cc8-b43a-d271f070730c req-e27b9bb2-c8f3-42e7-86ac-3cec4235925d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.2815578 Apr 20 18:17:54.280294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-409b4e3b-29e1-4e14-b90d-be517a6a8c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.339684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-409b4e3b-29e1-4e14-b90d-be517a6a8c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.381505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c4eca-3611-4e87-b236-dc2ff4d55b52 req-6f809920-e18c-49fd-a493-2f177cc68e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:54.383294 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-881c4eca-3611-4e87-b236-dc2ff4d55b52 req-6f809920-e18c-49fd-a493-2f177cc68e2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 918 time: 0.1525810 Apr 20 18:17:54.434495 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e00d9fb-839c-427f-8f17-af7596d431e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632d5aa6-69da-4cb5-b494-da9bb1897397', 'code': 200} Apr 20 18:17:54.471925 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3bea9ad2-2823-42c6-859c-a29bb25dd722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.481412 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-881c4eca-3611-4e87-b236-dc2ff4d55b52 req-9109ec5b-938f-4b51-97fe-47bf1bc6cf02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c82629-7d4f-47c6-a50f-948cee9244f5 HTTP/1.1" status: 200 len: 217 time: 0.0834742 Apr 20 18:17:54.511900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3bea9ad2-2823-42c6-859c-a29bb25dd722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:54.514712 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-afbc6ec1-1a97-4cc8-b43a-d271f070730c req-6f56cb37-36dc-4f0f-bdb3-6c81489cedd5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826540 Apr 20 18:17:54.522495 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3bea9ad2-2823-42c6-859c-a29bb25dd722 admin admin] Usage tracker for resource:security_group_rule and tenant:e478447097d3441e89477eddc5cb229d is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:54.533590 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3bea9ad2-2823-42c6-859c-a29bb25dd722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:54.549597 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3bea9ad2-2823-42c6-859c-a29bb25dd722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:54.578255 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-409b4e3b-29e1-4e14-b90d-be517a6a8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.592733 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1c56fc02-b544-4d05-a7f3-a4e5db312a5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:54.616089 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c4eca-3611-4e87-b236-dc2ff4d55b52 req-bf88ceac-1ebb-4943-9e39-a4f401ead2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:54.635524 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-881c4eca-3611-4e87-b236-dc2ff4d55b52 req-bf88ceac-1ebb-4943-9e39-a4f401ead2c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 HTTP/1.1" status: 200 len: 856 time: 0.1318164 Apr 20 18:17:54.636005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b4e3b-29e1-4e14-b90d-be517a6a8c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9965ca50-b02c-4a11-a72b-22e7f28667b3,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:54.657226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-409b4e3b-29e1-4e14-b90d-be517a6a8c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:54.731440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3bea9ad2-2823-42c6-859c-a29bb25dd722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.733638 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-409b4e3b-29e1-4e14-b90d-be517a6a8c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.737941 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-409b4e3b-29e1-4e14-b90d-be517a6a8c45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9965ca50-b02c-4a11-a72b-22e7f28667b3 HTTP/1.1" status: 204 len: 168 time: 0.5788107 Apr 20 18:17:54.739709 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3bea9ad2-2823-42c6-859c-a29bb25dd722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.756685 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b44ec0db-ecca-4c66-b60f-b66a778c989c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:54.808209 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c4eca-3611-4e87-b236-dc2ff4d55b52 req-cb8b3b80-c49d-4aa6-abb7-25bb5177828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:54.809845 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-881c4eca-3611-4e87-b236-dc2ff4d55b52 req-cb8b3b80-c49d-4aa6-abb7-25bb5177828b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=190e51c9-23fa-4948-90ae-c977e74b53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1196327 Apr 20 18:17:54.816575 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbff71f-facb-4e8b-9448-78a86a88049d req-0134bfee-47a4-4d52-bc71-65744e690cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:54.818288 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4dbff71f-facb-4e8b-9448-78a86a88049d req-0134bfee-47a4-4d52-bc71-65744e690cb7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 1098 time: 0.1768489 Apr 20 18:17:54.979249 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-881c4eca-3611-4e87-b236-dc2ff4d55b52 req-033b146b-76ab-471a-a2a4-038a0e362c3b service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598361 Apr 20 18:17:55.013333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 46822) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:55.117369 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3bea9ad2-2823-42c6-859c-a29bb25dd722 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e478447097d3441e89477eddc5cb229d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1891546 Apr 20 18:17:55.118408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea9ad2-2823-42c6-859c-a29bb25dd722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e76bc-112b-4b93-abf4-372aa6aa9545,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:55.121253 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 46828) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:55.128226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3bea9ad2-2823-42c6-859c-a29bb25dd722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:55.194504 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-881c4eca-3611-4e87-b236-dc2ff4d55b52 req-9933d120-bcdd-4455-9758-b6052f9f6c17 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819746 Apr 20 18:17:55.236949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbcf13-0110-4f82-a89e-ed4f3ca7257d req-0ac7932e-1447-4328-b7dc-aa66e5ffe66a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:55.239420 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-edbbcf13-0110-4f82-a89e-ed4f3ca7257d req-0ac7932e-1447-4328-b7dc-aa66e5ffe66a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.37 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 946 time: 0.4683614 Apr 20 18:17:55.246795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77f9cd29-5757-437b-b867-016711617b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.308936 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3a0f4914-a5f8-41c6-89b6-ea0295eb95b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.347979 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77f9cd29-5757-437b-b867-016711617b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.376546 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3a0f4914-a5f8-41c6-89b6-ea0295eb95b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:55.381511 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3a0f4914-a5f8-41c6-89b6-ea0295eb95b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f27a21e09bce4682a07ebcf56b9e80df is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:55.384918 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3a0f4914-a5f8-41c6-89b6-ea0295eb95b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:55.387773 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-edbbcf13-0110-4f82-a89e-ed4f3ca7257d req-9f8db3f7-5eda-4e96-9fee-f9fa9531861a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Deleting port 76435f27-69db-452c-8ab9-cfac204928e7 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:17:55.388161 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-edbbcf13-0110-4f82-a89e-ed4f3ca7257d req-9f8db3f7-5eda-4e96-9fee-f9fa9531861a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.391304 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3a0f4914-a5f8-41c6-89b6-ea0295eb95b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:55.448683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-4dbff71f-facb-4e8b-9448-78a86a88049d req-f8af28c9-b740-42c9-bd2a-edbe5bde1a0b service neutron] Synchronizing usage tracker for tenant:c34c056f3adc4c789803a7278f1a843d on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:55.537768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-4dbff71f-facb-4e8b-9448-78a86a88049d req-f8af28c9-b740-42c9-bd2a-edbe5bde1a0b service neutron] Unset dirty status for tenant:c34c056f3adc4c789803a7278f1a843d on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:55.539191 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4dbff71f-facb-4e8b-9448-78a86a88049d req-f8af28c9-b740-42c9-bd2a-edbe5bde1a0b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5588157 Apr 20 18:17:55.566269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebea1e4-deaf-4f5b-b647-17538540df8a req-1d05b5ba-5ce7-4b41-9fc6-af079976aa79 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:55.567956 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2ebea1e4-deaf-4f5b-b647-17538540df8a req-1d05b5ba-5ce7-4b41-9fc6-af079976aa79 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.3565552 Apr 20 18:17:55.712715 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-edbbcf13-0110-4f82-a89e-ed4f3ca7257d req-9f8db3f7-5eda-4e96-9fee-f9fa9531861a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] For port 76435f27-69db-452c-8ab9-cfac204928e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=76435f27-69db-452c-8ab9-cfac204928e7,segment=NetworkSegment(c9ec55c0-b358-422f-b189-9c2c589822c3),segment_id=c9ec55c0-b358-422f-b189-9c2c589822c3)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:55.713085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-edbbcf13-0110-4f82-a89e-ed4f3ca7257d req-9f8db3f7-5eda-4e96-9fee-f9fa9531861a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.789564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77f9cd29-5757-437b-b867-016711617b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.858138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4533cbbd-2817-40ed-ae7f-fe26eb2fae5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:55.877791 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-edbbcf13-0110-4f82-a89e-ed4f3ca7257d req-9f8db3f7-5eda-4e96-9fee-f9fa9531861a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Calling delete_port for 76435f27-69db-452c-8ab9-cfac204928e7 owned by compute:nova {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:17:55.888136 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2ebea1e4-deaf-4f5b-b647-17538540df8a req-26bbd859-4f62-4576-bc77-3e15bbcb6214 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103535 Apr 20 18:17:55.913863 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3a0f4914-a5f8-41c6-89b6-ea0295eb95b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.914525 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9cd29-5757-437b-b867-016711617b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e76bc-112b-4b93-abf4-372aa6aa9545,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:55.925683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-77f9cd29-5757-437b-b867-016711617b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:55.934978 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77f9cd29-5757-437b-b867-016711617b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.937713 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-77f9cd29-5757-437b-b867-016711617b89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c40e76bc-112b-4b93-abf4-372aa6aa9545 HTTP/1.1" status: 204 len: 168 time: 0.8133595 Apr 20 18:17:55.948453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fc602-7f6d-4f63-abdd-bf59b41d9dd1 req-0dc5cc4e-69db-4ee7-af68-dd4dc9b4b852 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:55.960362 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d29fc602-7f6d-4f63-abdd-bf59b41d9dd1 req-0dc5cc4e-69db-4ee7-af68-dd4dc9b4b852 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 946 time: 0.5187216 Apr 20 18:17:55.961273 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3a0f4914-a5f8-41c6-89b6-ea0295eb95b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:56.027816 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-346113b1-fd77-4107-9ea1-b543b7182a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:56.037818 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3a0f4914-a5f8-41c6-89b6-ea0295eb95b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f27a21e09bce4682a07ebcf56b9e80df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0226202 Apr 20 18:17:56.044651 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 46868) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:56.174697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f4914-a5f8-41c6-89b6-ea0295eb95b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e422f85-b7a6-4a88-bbd9-2e79673efb21,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:56.187372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-edbbcf13-0110-4f82-a89e-ed4f3ca7257d req-9f8db3f7-5eda-4e96-9fee-f9fa9531861a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:56.188073 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3a0f4914-a5f8-41c6-89b6-ea0295eb95b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:56.199754 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['76435f27-69db-452c-8ab9-cfac204928e7'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:17:56.204358 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d29fc602-7f6d-4f63-abdd-bf59b41d9dd1 req-2f778d46-396f-4549-8ac1-b6979d376691 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/security-groups?id=40993f1f-12ab-4654-aa70-65da8bab8534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917288 Apr 20 18:17:56.221836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:56.224078 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f5f4d271-931c-414f-a042-19a2ef3aed1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:56.293720 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f5f4d271-931c-414f-a042-19a2ef3aed1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:56.355402 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbbcf13-0110-4f82-a89e-ed4f3ca7257d req-9f8db3f7-5eda-4e96-9fee-f9fa9531861a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] No DVR routers for this DVR port 76435f27-69db-452c-8ab9-cfac204928e7 on host hv-cinder-78693 {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:17:56.367894 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-edbbcf13-0110-4f82-a89e-ed4f3ca7257d req-9f8db3f7-5eda-4e96-9fee-f9fa9531861a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:56.368891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f5f4d271-931c-414f-a042-19a2ef3aed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:56.372473 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8db3f7-5eda-4e96-9fee-f9fa9531861a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Pushing event deleted for resources: {'Port': ['ID=76435f27-69db-452c-8ab9-cfac204928e7,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:56.379725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9f8db3f7-5eda-4e96-9fee-f9fa9531861a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:56.380176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:56.380298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e752d632-41cd-403d-ad26-f14fc878dead', 'name': 'network-vif-deleted', 'tag': '76435f27-69db-452c-8ab9-cfac204928e7'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:56.402591 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37723b-4593-4e76-9ffc-7753397927ad req-15555d5d-1166-4147-b24e-1b0c1a3c093f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:56.411543 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ef37723b-4593-4e76-9ffc-7753397927ad req-15555d5d-1166-4147-b24e-1b0c1a3c093f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.3025022 Apr 20 18:17:56.417304 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-edbbcf13-0110-4f82-a89e-ed4f3ca7257d req-9f8db3f7-5eda-4e96-9fee-f9fa9531861a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.37 "DELETE /v2.0/ports/76435f27-69db-452c-8ab9-cfac204928e7 HTTP/1.1" status: 204 len: 173 time: 1.1674995 Apr 20 18:17:56.443716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4d271-931c-414f-a042-19a2ef3aed1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e422f85-b7a6-4a88-bbd9-2e79673efb21,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:56.457058 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e752d632-41cd-403d-ad26-f14fc878dead', 'name': 'network-vif-deleted', 'tag': '76435f27-69db-452c-8ab9-cfac204928e7', 'status': 'completed', 'code': 200} Apr 20 18:17:56.482420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f5f4d271-931c-414f-a042-19a2ef3aed1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:56.487863 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ef37723b-4593-4e76-9ffc-7753397927ad req-790ee473-fe78-4a29-b157-c5d44ad382e3 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751317 Apr 20 18:17:56.489442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f5f4d271-931c-414f-a042-19a2ef3aed1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:56.490865 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f5f4d271-931c-414f-a042-19a2ef3aed1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e422f85-b7a6-4a88-bbd9-2e79673efb21 HTTP/1.1" status: 204 len: 168 time: 0.4449942 Apr 20 18:17:56.673406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device f24827e2-5aa9-425f-b018-20c4579a9cd0 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:56.703672 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 67c82629-7d4f-47c6-a50f-948cee9244f5 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:17:56.911496 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67c82629-7d4f-47c6-a50f-948cee9244f5,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:56.946324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'port_id': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'mac_address': 'fa:16:3e:ff:db:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:17:56.984761 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port f24827e2-5aa9-425f-b018-20c4579a9cd0 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:56.999557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port f24827e2-5aa9-425f-b018-20c4579a9cd0 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:56.999954 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:57.079608 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:57.105261 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c82629-7d4f-47c6-a50f-948cee9244f5 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:57.136449 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67c82629-7d4f-47c6-a50f-948cee9244f5,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:57.143413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:57.146172 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:57.253641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=67c82629-7d4f-47c6-a50f-948cee9244f5,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:57.301680 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:57.340991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:57.378243 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320683d3-aca1-49a4-8871-3a71072b03ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24827e2-5aa9-425f-b018-20c4579a9cd0'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:57.391143 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port f24827e2-5aa9-425f-b018-20c4579a9cd0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f24827e2-5aa9-425f-b018-20c4579a9cd0,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:57.413174 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:57.416943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6b1891c8-415e-4563-b9c3-5737f75f195f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:57.539349 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8b6da760-51f0-4938-92b8-22ac8f501dba req-99b2fcae-1194-41cc-ab8e-4805f15cd819 tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] 10.222.0.21 "GET /v2.0/ports?device_id=e752d632-41cd-403d-ad26-f14fc878dead HTTP/1.1" status: 200 len: 210 time: 0.0731177 Apr 20 18:17:57.557698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['67c82629-7d4f-47c6-a50f-948cee9244f5'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:17:57.558283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c3bbf-ba1d-4a0d-9efd-462796e3a532 req-8eae6898-dcd1-4f61-aea7-0af14a73a804 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:57.573374 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-039c3bbf-ba1d-4a0d-9efd-462796e3a532 req-8eae6898-dcd1-4f61-aea7-0af14a73a804 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.2996500 Apr 20 18:17:57.630523 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=f24827e2-5aa9-425f-b018-20c4579a9cd0,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:57.645719 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:57.650259 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320683d3-aca1-49a4-8871-3a71072b03ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24827e2-5aa9-425f-b018-20c4579a9cd0', 'code': 200} Apr 20 18:17:57.692134 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-039c3bbf-ba1d-4a0d-9efd-462796e3a532 req-fd5a0cce-4bbb-4061-bcb1-9f8a5a722fba tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174207 Apr 20 18:17:58.080078 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a206e81-04be-4695-9f4b-52d55b0ada16 req-2580f1b0-16d4-40c4-a385-b1afeafd587e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:58.081849 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4a206e81-04be-4695-9f4b-52d55b0ada16 req-2580f1b0-16d4-40c4-a385-b1afeafd587e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 944 time: 0.2293415 Apr 20 18:17:58.158287 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70739f0d-36ea-49ae-9add-4fa76613feaa req-7efb3349-c236-466c-a5f4-f73644764e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:58.159890 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-70739f0d-36ea-49ae-9add-4fa76613feaa req-7efb3349-c236-466c-a5f4-f73644764e00 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 1098 time: 0.1628263 Apr 20 18:17:58.187956 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4a206e81-04be-4695-9f4b-52d55b0ada16 req-9c78ff7e-53a9-4a25-9c02-9d48e8f23a4d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991087 Apr 20 18:17:58.258929 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-70739f0d-36ea-49ae-9add-4fa76613feaa req-c57284a9-c2b6-4e3b-9309-7134170a5e0b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905104 Apr 20 18:17:58.478834 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d0c54-ee91-4a33-b7cd-5bb5355bdc18 req-de6e4534-490a-416f-b414-8e3ccecc3a37 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:58.480513 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-026d0c54-ee91-4a33-b7cd-5bb5355bdc18 req-de6e4534-490a-416f-b414-8e3ccecc3a37 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.1745343 Apr 20 18:17:58.482949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba338afe-8c52-4a55-b1dc-a64ec4b2e587 req-33c9ba51-5cf7-4719-b4f0-c8ecd4a5c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:58.484377 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ba338afe-8c52-4a55-b1dc-a64ec4b2e587 req-33c9ba51-5cf7-4719-b4f0-c8ecd4a5c35f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 1098 time: 0.1347876 Apr 20 18:17:58.613658 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-026d0c54-ee91-4a33-b7cd-5bb5355bdc18 req-4e4b7cd6-1294-4422-a240-0e277172b582 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266329 Apr 20 18:17:58.677016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 67c82629-7d4f-47c6-a50f-948cee9244f5 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:58.689842 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba338afe-8c52-4a55-b1dc-a64ec4b2e587 req-0a3fe082-bcf1-4a47-afa2-ffb5ac83e667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:58.694560 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ba338afe-8c52-4a55-b1dc-a64ec4b2e587 req-0a3fe082-bcf1-4a47-afa2-ffb5ac83e667 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 919 time: 0.1925704 Apr 20 18:17:58.820886 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ba338afe-8c52-4a55-b1dc-a64ec4b2e587 req-f60b87b4-b608-4d20-888c-158849ce7abc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=632d5aa6-69da-4cb5-b494-da9bb1897397 HTTP/1.1" status: 200 len: 217 time: 0.1174078 Apr 20 18:17:58.846180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port 67c82629-7d4f-47c6-a50f-948cee9244f5 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:58.860061 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 67c82629-7d4f-47c6-a50f-948cee9244f5 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:58.860481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:58.955369 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba338afe-8c52-4a55-b1dc-a64ec4b2e587 req-de53913f-5e90-467c-be46-fd86dd7b2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:58.957341 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ba338afe-8c52-4a55-b1dc-a64ec4b2e587 req-de53913f-5e90-467c-be46-fd86dd7b2824 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0402e5f9-2c87-47d1-be48-d902f55b0f9b HTTP/1.1" status: 200 len: 858 time: 0.1231158 Apr 20 18:17:59.023184 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ba338afe-8c52-4a55-b1dc-a64ec4b2e587 req-23971f55-f722-4dcd-a46f-0c282c9e0961 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b754d42-4608-4677-bd8d-77d0689a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581772 Apr 20 18:17:59.175726 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:59.260172 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ba338afe-8c52-4a55-b1dc-a64ec4b2e587 req-a8d24286-65eb-416d-b365-dcfb52bc2f1e service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293131 Apr 20 18:17:59.282576 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67c82629-7d4f-47c6-a50f-948cee9244f5,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:59.290684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:59.296190 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 76435f27-69db-452c-8ab9-cfac204928e7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:17:59.408071 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6a376c01-34fc-4fd4-83d2-fcc28a6b1b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:59.501814 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ba338afe-8c52-4a55-b1dc-a64ec4b2e587 req-b2745040-c472-482f-96e8-a9baaf0f7ebd service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339091 Apr 20 18:17:59.583714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: 76435f27-69db-452c-8ab9-cfac204928e7 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:17:59.584740 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 76435f27-69db-452c-8ab9-cfac204928e7 not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:17:59.606703 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=67c82629-7d4f-47c6-a50f-948cee9244f5,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:59.618236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:59.624395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23290374-9491-49d8-8703-96b720553e3d req-177b1b76-f509-496f-b18f-f356926cc870 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:59.626106 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-23290374-9491-49d8-8703-96b720553e3d req-177b1b76-f509-496f-b18f-f356926cc870 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1666021 Apr 20 18:17:59.651332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:59.694179 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-23290374-9491-49d8-8703-96b720553e3d req-28e1316b-1fd0-4e42-97e6-36d6682b518f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587564 Apr 20 18:17:59.782925 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'code': 200} Apr 20 18:17:59.960822 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0dfbf-2b0d-48c6-89d4-64f05a2f92a8 req-119165b7-aa9b-45e8-9e1d-967fe23a0081 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:59.965845 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a6a0dfbf-2b0d-48c6-89d4-64f05a2f92a8 req-119165b7-aa9b-45e8-9e1d-967fe23a0081 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.1174626 Apr 20 18:18:00.077410 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a6a0dfbf-2b0d-48c6-89d4-64f05a2f92a8 req-c84b88a9-4c61-4c70-9400-ee7cc76b4395 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017914 Apr 20 18:18:00.102262 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22663c2a-c6bd-4d7a-8272-805e829e7076 req-d06fd8c2-2012-4cce-8ce0-0516365d663f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:00.104749 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-22663c2a-c6bd-4d7a-8272-805e829e7076 req-d06fd8c2-2012-4cce-8ce0-0516365d663f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 1098 time: 0.1274474 Apr 20 18:18:00.150457 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-22663c2a-c6bd-4d7a-8272-805e829e7076 req-3ee0d32c-358a-433e-b118-0266d5fe3ac9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383739 Apr 20 18:18:00.807048 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47116) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:00.881191 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-407bd6f4-ac86-4378-9ac5-498a166c7fc4 admin admin] Deleting subnet bfc8ec41-ed14-4045-af53-a025c27fd18b {{(pid=86319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:18:00.884456 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-407bd6f4-ac86-4378-9ac5-498a166c7fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:00.951789 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-407bd6f4-ac86-4378-9ac5-498a166c7fc4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:00.956872 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ca095-1bf9-47a0-a0d5-e2110fe5fb45 req-88265ed6-d66d-48ac-895c-6a07a974ff72 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:00.960177 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c83ca095-1bf9-47a0-a0d5-e2110fe5fb45 req-88265ed6-d66d-48ac-895c-6a07a974ff72 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1274066 Apr 20 18:18:00.962433 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-407bd6f4-ac86-4378-9ac5-498a166c7fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:01.056124 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c83ca095-1bf9-47a0-a0d5-e2110fe5fb45 req-b4312c41-a504-406e-a118-5049e91cc948 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772469 Apr 20 18:18:01.372004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21336e4c-5316-4cda-8e62-76f293513ae6 req-8d8e3f5e-ab4c-44d1-be75-1ec8324dce95 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:01.377357 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-21336e4c-5316-4cda-8e62-76f293513ae6 req-8d8e3f5e-ab4c-44d1-be75-1ec8324dce95 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.1508031 Apr 20 18:18:01.385010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-407bd6f4-ac86-4378-9ac5-498a166c7fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for subnet, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:01.391982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:01.446173 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bd6f4-ac86-4378-9ac5-498a166c7fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfc8ec41-ed14-4045-af53-a025c27fd18b,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:01.450733 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-407bd6f4-ac86-4378-9ac5-498a166c7fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:01.457414 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-407bd6f4-ac86-4378-9ac5-498a166c7fc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:01.476663 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-407bd6f4-ac86-4378-9ac5-498a166c7fc4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bfc8ec41-ed14-4045-af53-a025c27fd18b HTTP/1.1" status: 204 len: 168 time: 0.6661258 Apr 20 18:18:01.476835 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-21336e4c-5316-4cda-8e62-76f293513ae6 req-a364e316-4ae1-416a-89e3-775ef65fa598 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928121 Apr 20 18:18:01.477455 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47136) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:01.621979 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:01.825470 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47148) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:01.859811 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.002218 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b3b31aea-ca0a-4ed2-b1d3-1ad7cc0b362f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.020356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-b3b31aea-ca0a-4ed2-b1d3-1ad7cc0b362f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:02.024696 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-b3b31aea-ca0a-4ed2-b1d3-1ad7cc0b362f admin admin] Usage tracker for resource:security_group_rule and tenant:0cb343a1fc004ef1ae4b23cb5b2b9622 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:02.027869 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-b3b31aea-ca0a-4ed2-b1d3-1ad7cc0b362f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:02.035076 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-b3b31aea-ca0a-4ed2-b1d3-1ad7cc0b362f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:02.043976 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.044399 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.045771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.046153 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > port after_create 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.046501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > port after_delete 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.046878 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > port after_update 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.047268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.047557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.047900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.048245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.120433 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.120818 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.121183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.121551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86320) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:18:02.121944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88a9cb8-23c5-4a0f-8486-a18274913e38']}} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:02.137964 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ec55c0-b358-422f-b189-9c2c589822c3') {'for_net_delete': True} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:02.138465 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ec55c0-b358-422f-b189-9c2c589822c3') {} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:02.141883 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b3b31aea-ca0a-4ed2-b1d3-1ad7cc0b362f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.144729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b3b31aea-ca0a-4ed2-b1d3-1ad7cc0b362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.156382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848358749'] for segment, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.158926 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6afe746c-607d-4e4c-89b8-941071f4708d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:02.176518 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.196966 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-b3b31aea-ca0a-4ed2-b1d3-1ad7cc0b362f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cb343a1fc004ef1ae4b23cb5b2b9622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690972 Apr 20 18:18:02.200840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47160) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:02.219983 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b31aea-ca0a-4ed2-b1d3-1ad7cc0b362f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656d2f62-571e-4742-830a-2fbe473c9866,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:02.226341 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b3b31aea-ca0a-4ed2-b1d3-1ad7cc0b362f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:02.236319 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=86320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:18:02.276215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-63ecbc57-1c51-435d-a575-375ad548a691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.304743 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-63ecbc57-1c51-435d-a575-375ad548a691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.353969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-63ecbc57-1c51-435d-a575-375ad548a691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.359771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-65b75388-4775-4390-b205-a1c2a528b33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:02.372375 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecbc57-1c51-435d-a575-375ad548a691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656d2f62-571e-4742-830a-2fbe473c9866,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:02.376331 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-63ecbc57-1c51-435d-a575-375ad548a691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:02.378521 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-63ecbc57-1c51-435d-a575-375ad548a691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.380466 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-63ecbc57-1c51-435d-a575-375ad548a691 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/656d2f62-571e-4742-830a-2fbe473c9866 HTTP/1.1" status: 204 len: 168 time: 0.1781139 Apr 20 18:18:02.458383 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Network a88a9cb8-23c5-4a0f-8486-a18274913e38 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:18:02.470978 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790971'] for segment, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.493530 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9532a7-108c-40fa-b8a5-fe56f92535ad req-e615d5b0-4f91-4e70-9e05-632b9519fa86 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:02.495254 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ae9532a7-108c-40fa-b8a5-fe56f92535ad req-e615d5b0-4f91-4e70-9e05-632b9519fa86 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.3209314 Apr 20 18:18:02.739420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:18:02.771826 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ae9532a7-108c-40fa-b8a5-fe56f92535ad req-43017f84-ad9d-4173-be42-b3e23f36aae3 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236683 Apr 20 18:18:02.773751 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Network a88a9cb8-23c5-4a0f-8486-a18274913e38 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: from cryptography.utils import int_from_bytes Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: from cryptography.utils import int_from_bytes Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: (rel_b, rel_a, rel_b), Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: (rel_b, rel_a, rel_b), Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:18:02.805625 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:18:03.242051 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:03.265049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:03.286737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:03.316392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f9159-0c37-460b-9b46-4dfc8ed4e051 req-2c3bc550-75f6-4593-aceb-fbf316025e91 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:03.318007 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-355f9159-0c37-460b-9b46-4dfc8ed4e051 req-2c3bc550-75f6-4593-aceb-fbf316025e91 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.7028029 Apr 20 18:18:03.324320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=a88a9cb8-23c5-4a0f-8486-a18274913e38,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:03.330965 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] 10.222.0.21 "DELETE /v2.0/networks/a88a9cb8-23c5-4a0f-8486-a18274913e38 HTTP/1.1" status: 204 len: 168 time: 1.8527546 Apr 20 18:18:03.356004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:03.378660 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac437a-e73d-416a-a129-191dbeb1b5fe req-0dd4782f-2097-4ce6-b622-583d247ee2b5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:03.383968 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-79ac437a-e73d-416a-a129-191dbeb1b5fe req-0dd4782f-2097-4ce6-b622-583d247ee2b5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.2161036 Apr 20 18:18:03.390666 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47218) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:03.396739 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-d0fd69ca-abbd-4649-a4fb-79c1df9a81df tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Request body: {'floatingip': {'port_id': '67c82629-7d4f-47c6-a50f-948cee9244f5'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:03.434297 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-355f9159-0c37-460b-9b46-4dfc8ed4e051 req-615491f5-3931-468d-8f88-381930d0e2a0 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069765 Apr 20 18:18:03.507489 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69ca-abbd-4649-a4fb-79c1df9a81df tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:03.653637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47234) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:03.773275 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f4fdd6ff-bdbb-4b0e-a005-df43be9957bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2ebb3a6b0484cda9dc64c85748d490c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1167662 Apr 20 18:18:03.779343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47240) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:03.905613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c56f8934-d5c7-4c6d-9514-5a148793ae94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:03.937737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c56f8934-d5c7-4c6d-9514-5a148793ae94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.030981 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c56f8934-d5c7-4c6d-9514-5a148793ae94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.059793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2bdc9bd7-7f36-4d89-99fb-ae51d925b24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:04.092166 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c56f8934-d5c7-4c6d-9514-5a148793ae94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.094884 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c56f8934-d5c7-4c6d-9514-5a148793ae94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40993f1f-12ab-4654-aa70-65da8bab8534 HTTP/1.1" status: 204 len: 168 time: 0.3111265 Apr 20 18:18:04.096678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f8934-d5c7-4c6d-9514-5a148793ae94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40993f1f-12ab-4654-aa70-65da8bab8534,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:04.101137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c56f8934-d5c7-4c6d-9514-5a148793ae94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:04.184391 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47258) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:04.737110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b7a20-71d4-4610-9e75-42da605e181e req-82b96f9e-788c-4bd1-abcc-46fc88d9e1eb tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:04.745334 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a73b7a20-71d4-4610-9e75-42da605e181e req-82b96f9e-788c-4bd1-abcc-46fc88d9e1eb tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.1133304 Apr 20 18:18:04.802982 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a73b7a20-71d4-4610-9e75-42da605e181e req-1fcaca3e-ea18-4046-9cf6-bf799ceaa5fb tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534499 Apr 20 18:18:04.824998 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.844611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:04.849012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Usage tracker for resource:security_group_rule and tenant:78545b77d93844a88eb68df4ef049865 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:04.852386 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:04.857677 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69ca-abbd-4649-a4fb-79c1df9a81df tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.859540 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:04.861896 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69ca-abbd-4649-a4fb-79c1df9a81df tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.982919 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.987274 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.997653 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:05.086223 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78545b77d93844a88eb68df4ef049865&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8998528 Apr 20 18:18:05.087239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47296) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:05.090318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1a8f1e-58cc-481e-b19d-4a2155d6f707,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:05.139859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:05.140269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:05.141054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:05.141054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:05.141395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:05.141780 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:05.142208 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:05.142516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:05.143041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:05.143327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:05.143827 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:05.144053 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:05.162353 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:05.186891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-961fef9c-7124-4755-938b-39c96e2418aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:05.207492 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_db [None req-d0fd69ca-abbd-4649-a4fb-79c1df9a81df tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Floating IP f3fb6903-0df0-4c8c-a506-875a4e8f1700 associated. External IP: 172.28.2.182, port: 67c82629-7d4f-47c6-a50f-948cee9244f5. Apr 20 18:18:05.265410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-961fef9c-7124-4755-938b-39c96e2418aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:05.328236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-961fef9c-7124-4755-938b-39c96e2418aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:05.335549 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-126ebe98-8681-472d-a376-62099213b9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:05.353456 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fef9c-7124-4755-938b-39c96e2418aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1a8f1e-58cc-481e-b19d-4a2155d6f707,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:05.357804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-961fef9c-7124-4755-938b-39c96e2418aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:05.360702 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-961fef9c-7124-4755-938b-39c96e2418aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:05.364695 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-961fef9c-7124-4755-938b-39c96e2418aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b1a8f1e-58cc-481e-b19d-4a2155d6f707 HTTP/1.1" status: 204 len: 168 time: 0.2738643 Apr 20 18:18:05.645561 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fd69ca-abbd-4649-a4fb-79c1df9a81df tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Router 7cd7ef2e-f128-43aa-997b-38aad0817b55 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:18:05.729636 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47324) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:05.863392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fd69ca-abbd-4649-a4fb-79c1df9a81df tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:18:05.870973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d0fd69ca-abbd-4649-a4fb-79c1df9a81df tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:05.871859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47338) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:05.897089 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9ac59-13e9-4aa0-b87f-73f5b188246b None None] Sync routers for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:18:05.922898 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9ac59-13e9-4aa0-b87f-73f5b188246b None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:05.923794 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c7e9ac59-13e9-4aa0-b87f-73f5b188246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:17:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:05.927656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5a6d9aa5-9d00-40d0-b3f5-d4bccceaef70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:06.012032 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d0fd69ca-abbd-4649-a4fb-79c1df9a81df tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "PUT /v2.0/floatingips/f3fb6903-0df0-4c8c-a506-875a4e8f1700 HTTP/1.1" status: 200 len: 991 time: 2.6169569 Apr 20 18:18:06.012772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:06.066232 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-5a6d9aa5-9d00-40d0-b3f5-d4bccceaef70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:06.081148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-5a6d9aa5-9d00-40d0-b3f5-d4bccceaef70 admin admin] Usage tracker for resource:security_group_rule and tenant:a71cf9a7145949d6ad04499a4d59ad89 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:06.085382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-5a6d9aa5-9d00-40d0-b3f5-d4bccceaef70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:06.099620 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-5a6d9aa5-9d00-40d0-b3f5-d4bccceaef70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:06.162324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f01507-05b5-4473-9e49-df7497a8562b req-c532e6ab-4ae8-4a1d-9e2f-ac6f4d8d1f20 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:06.164461 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d2f01507-05b5-4473-9e49-df7497a8562b req-c532e6ab-4ae8-4a1d-9e2f-ac6f4d8d1f20 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.1888423 Apr 20 18:18:06.184530 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-c7e9ac59-13e9-4aa0-b87f-73f5b188246b None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:06.260786 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'status': 'completed', 'code': 200} Apr 20 18:18:06.309259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5a6d9aa5-9d00-40d0-b3f5-d4bccceaef70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:06.474902 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5a6d9aa5-9d00-40d0-b3f5-d4bccceaef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:06.492869 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c56f8934-d5c7-4c6d-9514-5a148793ae94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:06.533127 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9bae6cc7-76d2-44b9-88d0-5db87ad1a99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:06.551018 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d9aa5-9d00-40d0-b3f5-d4bccceaef70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56843a9d-f5f5-49cc-a948-c963753f7ba5,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:06.568923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5a6d9aa5-9d00-40d0-b3f5-d4bccceaef70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:06.615805 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d2f01507-05b5-4473-9e49-df7497a8562b req-e5a67d57-39ec-4a3e-99b6-0425ee52b725 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386363 Apr 20 18:18:06.622593 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-9bae6cc7-76d2-44b9-88d0-5db87ad1a99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:06.628226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-9bae6cc7-76d2-44b9-88d0-5db87ad1a99a admin admin] Usage tracker for resource:security_group_rule and tenant:50363b2e1eed4ec389f4d127f75338cc is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:06.643571 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-9bae6cc7-76d2-44b9-88d0-5db87ad1a99a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:06.649716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-9bae6cc7-76d2-44b9-88d0-5db87ad1a99a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:06.676563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c7e9ac59-13e9-4aa0-b87f-73f5b188246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': 'f3fb6903-0df0-4c8c-a506-875a4e8f1700', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'floating_ip_address': '172.28.2.182', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'port_id': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'mac_address': 'fa:16:3e:ff:db:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:17:36Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 1, 'project_id': '1141aadc257440eeb949d363e845efd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:37Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:06.680976 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9ac59-13e9-4aa0-b87f-73f5b188246b None None] Checking router: 7cd7ef2e-f128-43aa-997b-38aad0817b55 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:18:06.690925 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e9ac59-13e9-4aa0-b87f-73f5b188246b None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:06.691830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c7e9ac59-13e9-4aa0-b87f-73f5b188246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:17:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:06.744319 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9bae6cc7-76d2-44b9-88d0-5db87ad1a99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:06.754713 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9bae6cc7-76d2-44b9-88d0-5db87ad1a99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:06.766288 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5a6d9aa5-9d00-40d0-b3f5-d4bccceaef70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:06.777420 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5a6d9aa5-9d00-40d0-b3f5-d4bccceaef70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a71cf9a7145949d6ad04499a4d59ad89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9034033 Apr 20 18:18:06.780854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47366) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:06.842020 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-9bae6cc7-76d2-44b9-88d0-5db87ad1a99a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=50363b2e1eed4ec389f4d127f75338cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1103590 Apr 20 18:18:06.843107 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47372) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:06.846070 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9fba-463f-4d26-8486-7380313745f9 req-5dc6eb2a-616e-4a3e-8e9e-259d5fc482c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:06.848171 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-664a9fba-463f-4d26-8486-7380313745f9 req-5dc6eb2a-616e-4a3e-8e9e-259d5fc482c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 1098 time: 0.5320795 Apr 20 18:18:06.851043 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae6cc7-76d2-44b9-88d0-5db87ad1a99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bb668b-aace-4997-a5e1-d27c9c08c5e8,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:06.855092 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9bae6cc7-76d2-44b9-88d0-5db87ad1a99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:06.926223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-c7e9ac59-13e9-4aa0-b87f-73f5b188246b None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:06.992962 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:07.052087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3ec73177-a748-4185-8301-8e35e719e0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:07.085547 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:07.118453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3ec73177-a748-4185-8301-8e35e719e0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:07.165224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9fba-463f-4d26-8486-7380313745f9 req-90ce50eb-5db3-444b-b4a5-475e938705bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:07.169181 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-664a9fba-463f-4d26-8486-7380313745f9 req-90ce50eb-5db3-444b-b4a5-475e938705bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 918 time: 0.3129089 Apr 20 18:18:07.171322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3ec73177-a748-4185-8301-8e35e719e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:07.177233 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:07.206075 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:07.226057 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d2c9f4f7-4051-4115-a0e8-d99d1cdb215a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:07.249200 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56843a9d-f5f5-49cc-a948-c963753f7ba5,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:07.253247 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:07.256908 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56843a9d-f5f5-49cc-a948-c963753f7ba5 HTTP/1.1" status: 204 len: 168 time: 0.4721336 Apr 20 18:18:07.260107 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:07.260508 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:07.260899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:07.261285 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:07.261720 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:07.262105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:07.262482 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:07.262927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:07.263329 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:07.263758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:07.264139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:07.264513 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:07.267721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:07.307339 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec73177-a748-4185-8301-8e35e719e0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bb668b-aace-4997-a5e1-d27c9c08c5e8,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:07.314136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3ec73177-a748-4185-8301-8e35e719e0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:07.403042 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3ec73177-a748-4185-8301-8e35e719e0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:07.404731 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3ec73177-a748-4185-8301-8e35e719e0ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3bb668b-aace-4997-a5e1-d27c9c08c5e8 HTTP/1.1" status: 204 len: 168 time: 0.5553606 Apr 20 18:18:07.442644 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-664a9fba-463f-4d26-8486-7380313745f9 req-c6885e55-dc97-4723-acf2-e1ed3a1d5e40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c82629-7d4f-47c6-a50f-948cee9244f5 HTTP/1.1" status: 200 len: 999 time: 0.2519689 Apr 20 18:18:07.589897 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9fba-463f-4d26-8486-7380313745f9 req-72089606-dc46-4d08-95e3-21e6c352eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:07.595418 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-664a9fba-463f-4d26-8486-7380313745f9 req-72089606-dc46-4d08-95e3-21e6c352eed4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 HTTP/1.1" status: 200 len: 856 time: 0.1398847 Apr 20 18:18:07.643463 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c7e9ac59-13e9-4aa0-b87f-73f5b188246b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': 'f3fb6903-0df0-4c8c-a506-875a4e8f1700', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'floating_ip_address': '172.28.2.182', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'port_id': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'mac_address': 'fa:16:3e:ff:db:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:17:36Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 1, 'project_id': '1141aadc257440eeb949d363e845efd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:37Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:07.648315 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e9ac59-13e9-4aa0-b87f-73f5b188246b None None] The sync data for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb is: [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': 'f3fb6903-0df0-4c8c-a506-875a4e8f1700', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'floating_ip_address': '172.28.2.182', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'port_id': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'mac_address': 'fa:16:3e:ff:db:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:17:36Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 1, 'project_id': '1141aadc257440eeb949d363e845efd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:37Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:18:07.797793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a9fba-463f-4d26-8486-7380313745f9 req-52893b8e-56f2-4322-8513-a6c1a14d70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:07.799674 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-664a9fba-463f-4d26-8486-7380313745f9 req-52893b8e-56f2-4322-8513-a6c1a14d70c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=190e51c9-23fa-4948-90ae-c977e74b53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1961358 Apr 20 18:18:08.029613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7160b132-79f2-448c-a24a-5ce2e3c370bc None None] New status for floating IP f3fb6903-0df0-4c8c-a506-875a4e8f1700: ACTIVE {{(pid=86321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:18:08.055893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83b0b3-ee25-4eb5-ac2c-8e203f771ed4 req-108fc9b3-3c25-4433-acf8-168e6ce5db64 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:08.057598 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5c83b0b3-ee25-4eb5-ac2c-8e203f771ed4 req-108fc9b3-3c25-4433-acf8-168e6ce5db64 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.2675107 Apr 20 18:18:08.179602 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-664a9fba-463f-4d26-8486-7380313745f9 req-03cbb3d3-c503-41e6-9f94-68c7db9ee641 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226976 Apr 20 18:18:08.185148 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5c83b0b3-ee25-4eb5-ac2c-8e203f771ed4 req-adc3bb49-1ecb-453e-8606-2018661fcee0 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071792 Apr 20 18:18:08.245049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47418) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:08.292803 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-60b77c6f-dc9e-41bb-8e76-905f1a51ed8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:08.333375 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-60b77c6f-dc9e-41bb-8e76-905f1a51ed8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:08.343968 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-60b77c6f-dc9e-41bb-8e76-905f1a51ed8b admin admin] Usage tracker for resource:security_group_rule and tenant:a9b0b33adb904fe492cbcf43a9c9a23e is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:08.354991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-60b77c6f-dc9e-41bb-8e76-905f1a51ed8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:08.370887 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-60b77c6f-dc9e-41bb-8e76-905f1a51ed8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:08.422569 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47430) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:08.432627 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-664a9fba-463f-4d26-8486-7380313745f9 req-27c05d81-34fb-435e-a708-bd4181b27860 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359104 Apr 20 18:18:08.520867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-60b77c6f-dc9e-41bb-8e76-905f1a51ed8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:08.525512 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-60b77c6f-dc9e-41bb-8e76-905f1a51ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:08.537899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-77f9cd29-5757-437b-b867-016711617b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:08.589293 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b77c6f-dc9e-41bb-8e76-905f1a51ed8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfa2ef0-a142-4834-95b7-176911009b16,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:08.603788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-60b77c6f-dc9e-41bb-8e76-905f1a51ed8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:08.608760 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-60b77c6f-dc9e-41bb-8e76-905f1a51ed8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9b0b33adb904fe492cbcf43a9c9a23e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626256 Apr 20 18:18:08.611870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47440) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:08.735905 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e54abbb2-7313-4276-8940-6ce03af98159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:08.745612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54e9cea2-a45b-467c-9bdf-9fb006cc4276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:08.766765 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-e54abbb2-7313-4276-8940-6ce03af98159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:08.771155 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-e54abbb2-7313-4276-8940-6ce03af98159 admin admin] Usage tracker for resource:security_group_rule and tenant:0dec86cba66c4531bd01e02e8b79fb7d is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:08.774033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-e54abbb2-7313-4276-8940-6ce03af98159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:08.784600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-e54abbb2-7313-4276-8940-6ce03af98159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:08.844319 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54e9cea2-a45b-467c-9bdf-9fb006cc4276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:08.932441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e54abbb2-7313-4276-8940-6ce03af98159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:08.946579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e54abbb2-7313-4276-8940-6ce03af98159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:08.988452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:09.006506 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-e54abbb2-7313-4276-8940-6ce03af98159 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0dec86cba66c4531bd01e02e8b79fb7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5827954 Apr 20 18:18:09.009546 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47458) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:09.025785 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54abbb2-7313-4276-8940-6ce03af98159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab679b4-3f86-484e-a3cb-4db4c54cb184,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:09.039298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e54abbb2-7313-4276-8940-6ce03af98159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:09.051004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54e9cea2-a45b-467c-9bdf-9fb006cc4276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.056488 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9bae6cc7-76d2-44b9-88d0-5db87ad1a99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:09.074944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9cea2-a45b-467c-9bdf-9fb006cc4276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfa2ef0-a142-4834-95b7-176911009b16,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:09.078471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-54e9cea2-a45b-467c-9bdf-9fb006cc4276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:09.088320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-54e9cea2-a45b-467c-9bdf-9fb006cc4276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.092247 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-54e9cea2-a45b-467c-9bdf-9fb006cc4276 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dfa2ef0-a142-4834-95b7-176911009b16 HTTP/1.1" status: 204 len: 168 time: 0.4766405 Apr 20 18:18:09.109709 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0eb58fd0-02b3-4872-b812-d89770742b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.147822 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0eb58fd0-02b3-4872-b812-d89770742b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.202870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0eb58fd0-02b3-4872-b812-d89770742b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.208951 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a69daffa-b6b9-4163-9371-3bee9e994e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:09.224951 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb58fd0-02b3-4872-b812-d89770742b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab679b4-3f86-484e-a3cb-4db4c54cb184,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:09.228788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0eb58fd0-02b3-4872-b812-d89770742b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:09.235692 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0eb58fd0-02b3-4872-b812-d89770742b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.236919 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-0eb58fd0-02b3-4872-b812-d89770742b69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ab679b4-3f86-484e-a3cb-4db4c54cb184 HTTP/1.1" status: 204 len: 168 time: 0.2261877 Apr 20 18:18:09.459026 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fc655-aeac-4fe5-810a-c625b916317c req-381dc9b2-c4d7-410e-9a58-ff09a6953a72 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:09.461297 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7a1fc655-aeac-4fe5-810a-c625b916317c req-381dc9b2-c4d7-410e-9a58-ff09a6953a72 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.0975926 Apr 20 18:18:09.539749 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7a1fc655-aeac-4fe5-810a-c625b916317c req-2ba8e8f7-58f1-469b-baf6-3dc25eda1467 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678854 Apr 20 18:18:09.820087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47490) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:09.840434 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ce1b2612-0189-4be5-b5cb-0ae0533e8cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.862870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ce1b2612-0189-4be5-b5cb-0ae0533e8cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:09.867131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ce1b2612-0189-4be5-b5cb-0ae0533e8cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:03e7a86836d643a38cd5e203fe714ed5 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:09.870134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ce1b2612-0189-4be5-b5cb-0ae0533e8cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:09.877393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ce1b2612-0189-4be5-b5cb-0ae0533e8cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:10.049729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ce1b2612-0189-4be5-b5cb-0ae0533e8cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.054394 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ce1b2612-0189-4be5-b5cb-0ae0533e8cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.065034 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:10.117025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b2612-0189-4be5-b5cb-0ae0533e8cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a65905-a2c2-4dd9-8cc8-097c03cd5a87,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:10.136241 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ce1b2612-0189-4be5-b5cb-0ae0533e8cf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=03e7a86836d643a38cd5e203fe714ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150032 Apr 20 18:18:10.140086 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47504) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:10.140170 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ce1b2612-0189-4be5-b5cb-0ae0533e8cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:10.140431 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47506) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:10.161239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b86bb2d6-c473-4010-b1eb-607ad22835e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.179088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-b86bb2d6-c473-4010-b1eb-607ad22835e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:10.186916 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-b86bb2d6-c473-4010-b1eb-607ad22835e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f12c8f1b30424c2097d0f4cdd64f945b is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:10.193170 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-b86bb2d6-c473-4010-b1eb-607ad22835e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:10.208470 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-b86bb2d6-c473-4010-b1eb-607ad22835e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:10.265747 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-22b7cac2-0388-4684-8485-09b72b4b6f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.325223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-22b7cac2-0388-4684-8485-09b72b4b6f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.364204 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b86bb2d6-c473-4010-b1eb-607ad22835e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.372518 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b86bb2d6-c473-4010-b1eb-607ad22835e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.395682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-22b7cac2-0388-4684-8485-09b72b4b6f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.395841 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-45c1a554-78b5-41be-ac4a-30aad9decb1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:10.406372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:10.439728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bb2d6-c473-4010-b1eb-607ad22835e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aa8aeb-d54f-454b-b36e-3dbce0416d91,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:10.440333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7cac2-0388-4684-8485-09b72b4b6f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a65905-a2c2-4dd9-8cc8-097c03cd5a87,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:10.456411 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b86bb2d6-c473-4010-b1eb-607ad22835e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:10.461591 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-22b7cac2-0388-4684-8485-09b72b4b6f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:10.472106 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-22b7cac2-0388-4684-8485-09b72b4b6f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.481059 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-22b7cac2-0388-4684-8485-09b72b4b6f1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0a65905-a2c2-4dd9-8cc8-097c03cd5a87 HTTP/1.1" status: 204 len: 168 time: 0.3405793 Apr 20 18:18:10.493056 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-b86bb2d6-c473-4010-b1eb-607ad22835e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f12c8f1b30424c2097d0f4cdd64f945b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511665 Apr 20 18:18:10.495752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47528) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:10.570329 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d39c4e8c-5249-4919-b547-59a2b7b1a9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.678655 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc1d7-9dc8-49ef-9741-69b33ecd55c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.867262 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc1d7-9dc8-49ef-9741-69b33ecd55c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.954930 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc1d7-9dc8-49ef-9741-69b33ecd55c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.962269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3952fa20-53c2-4f14-adef-0db7a5396c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:10.982450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bc1d7-9dc8-49ef-9741-69b33ecd55c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aa8aeb-d54f-454b-b36e-3dbce0416d91,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:10.987026 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5e2bc1d7-9dc8-49ef-9741-69b33ecd55c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:11.025331 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e2bc1d7-9dc8-49ef-9741-69b33ecd55c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:11.029844 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5e2bc1d7-9dc8-49ef-9741-69b33ecd55c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75aa8aeb-d54f-454b-b36e-3dbce0416d91 HTTP/1.1" status: 204 len: 168 time: 0.5311277 Apr 20 18:18:11.041993 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18393aaf-5568-4287-8b0d-bf834fd26ba0 req-4cfebd82-cf9a-487f-bb78-6ad1b3cee3fd tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:11.044929 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-18393aaf-5568-4287-8b0d-bf834fd26ba0 req-4cfebd82-cf9a-487f-bb78-6ad1b3cee3fd tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.3333404 Apr 20 18:18:11.116301 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-18393aaf-5568-4287-8b0d-bf834fd26ba0 req-8b7fcaf3-4225-4ea8-91df-8190c3560231 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646772 Apr 20 18:18:12.473678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfbf1e-afac-4b89-968d-e46ba87c45e1 req-30958bf4-25d2-4ceb-bde4-53ebae90593d tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:12.475718 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fdcfbf1e-afac-4b89-968d-e46ba87c45e1 req-30958bf4-25d2-4ceb-bde4-53ebae90593d tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.1457651 Apr 20 18:18:12.541686 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fdcfbf1e-afac-4b89-968d-e46ba87c45e1 req-f88a334f-1cbc-4f04-9250-2acdf4db3839 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584519 Apr 20 18:18:12.864885 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47660) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:13.151396 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ddf12441-f42e-4e6a-a089-6d6796a51df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.158938 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c92cb564-03e0-4332-8db4-dd5b66fcd4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.182800 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6bfe45e9-9488-44d3-8548-9df4ee412bf5 req-270128ab-6360-487b-bb0d-43930f975b79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1476264 Apr 20 18:18:13.188997 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c92cb564-03e0-4332-8db4-dd5b66fcd4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:13.198865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c92cb564-03e0-4332-8db4-dd5b66fcd4ce admin admin] Usage tracker for resource:security_group_rule and tenant:045252593a284e03bc3885e15b11e220 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:13.210820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c92cb564-03e0-4332-8db4-dd5b66fcd4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:13.222611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c92cb564-03e0-4332-8db4-dd5b66fcd4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:13.369564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47678) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:13.412722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c92cb564-03e0-4332-8db4-dd5b66fcd4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.452630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c92cb564-03e0-4332-8db4-dd5b66fcd4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.460510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3a0f4914-a5f8-41c6-89b6-ea0295eb95b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:13.543620 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c92cb564-03e0-4332-8db4-dd5b66fcd4ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=045252593a284e03bc3885e15b11e220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6772931 Apr 20 18:18:13.545230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cb564-03e0-4332-8db4-dd5b66fcd4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91975c1-b8a1-4bd2-814f-117d4dce408f,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:13.560674 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c92cb564-03e0-4332-8db4-dd5b66fcd4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:13.563327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47692) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:13.582614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-84e1258b-623b-4079-ab39-989e81f6846a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.596101 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe45e9-9488-44d3-8548-9df4ee412bf5 req-b779ed4b-c8f9-46dc-ba3a-7ffba8d150c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:13.597768 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6bfe45e9-9488-44d3-8548-9df4ee412bf5 req-b779ed4b-c8f9-46dc-ba3a-7ffba8d150c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 1098 time: 0.1833882 Apr 20 18:18:13.633199 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-84e1258b-623b-4079-ab39-989e81f6846a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:13.637440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-84e1258b-623b-4079-ab39-989e81f6846a admin admin] Usage tracker for resource:security_group_rule and tenant:ae32188785084eda8459065459b19d6e is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:13.650123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-84e1258b-623b-4079-ab39-989e81f6846a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:13.657087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-84e1258b-623b-4079-ab39-989e81f6846a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:13.791387 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-84a682aa-e3ff-4830-9920-32cc6fbcba8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.813225 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-84e1258b-623b-4079-ab39-989e81f6846a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.819875 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-84e1258b-623b-4079-ab39-989e81f6846a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.822226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-84a682aa-e3ff-4830-9920-32cc6fbcba8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.846795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-01d80c1e-7a85-4c79-8a5a-2c94125e917a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:13.866115 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.882648 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-84e1258b-623b-4079-ab39-989e81f6846a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae32188785084eda8459065459b19d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5112634 Apr 20 18:18:13.883567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47712) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:13.909168 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1258b-623b-4079-ab39-989e81f6846a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01daeccc-c30b-4043-9b25-4ee3eed9750b,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:13.913020 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-84e1258b-623b-4079-ab39-989e81f6846a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:13.988060 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-acfa31d1-f1a8-4128-b50f-ddbf449e078b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:14.001483 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-84a682aa-e3ff-4830-9920-32cc6fbcba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:14.020303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-acfa31d1-f1a8-4128-b50f-ddbf449e078b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:14.045681 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e54abbb2-7313-4276-8940-6ce03af98159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:14.077062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-acfa31d1-f1a8-4128-b50f-ddbf449e078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:14.083833 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2217df31-7d3a-414e-b9ca-2e13593ea1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:14.098029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa31d1-f1a8-4128-b50f-ddbf449e078b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01daeccc-c30b-4043-9b25-4ee3eed9750b,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:14.103618 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-acfa31d1-f1a8-4128-b50f-ddbf449e078b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:14.108991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-acfa31d1-f1a8-4128-b50f-ddbf449e078b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:14.110619 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-acfa31d1-f1a8-4128-b50f-ddbf449e078b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01daeccc-c30b-4043-9b25-4ee3eed9750b HTTP/1.1" status: 204 len: 168 time: 0.2228026 Apr 20 18:18:14.275569 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a682aa-e3ff-4830-9920-32cc6fbcba8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91975c1-b8a1-4bd2-814f-117d4dce408f,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:14.281646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe45e9-9488-44d3-8548-9df4ee412bf5 req-5e3f151a-ed69-4713-8245-99b262c517e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:14.283316 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6bfe45e9-9488-44d3-8548-9df4ee412bf5 req-5e3f151a-ed69-4713-8245-99b262c517e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 919 time: 0.6473870 Apr 20 18:18:14.286980 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-84a682aa-e3ff-4830-9920-32cc6fbcba8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:14.388510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:14.431684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-84a682aa-e3ff-4830-9920-32cc6fbcba8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:14.440874 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-84a682aa-e3ff-4830-9920-32cc6fbcba8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e91975c1-b8a1-4bd2-814f-117d4dce408f HTTP/1.1" status: 204 len: 168 time: 0.8764060 Apr 20 18:18:14.466678 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6bfe45e9-9488-44d3-8548-9df4ee412bf5 req-dfdb6d21-5043-4e68-a4ae-545e3e3d6649 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24827e2-5aa9-425f-b018-20c4579a9cd0 HTTP/1.1" status: 200 len: 217 time: 0.1732450 Apr 20 18:18:14.647652 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7faa1f4-596e-43b8-9322-8648074e943b req-d2dd9522-40ad-40e4-b2b8-1794977a7b90 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:14.659643 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a7faa1f4-596e-43b8-9322-8648074e943b req-d2dd9522-40ad-40e4-b2b8-1794977a7b90 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.8903711 Apr 20 18:18:14.745137 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a7faa1f4-596e-43b8-9322-8648074e943b req-dfef897d-7da0-464e-990d-ab950e0bf159 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836620 Apr 20 18:18:14.750582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe45e9-9488-44d3-8548-9df4ee412bf5 req-518e16cd-1211-419d-8fc9-a35539ee6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:14.752457 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6bfe45e9-9488-44d3-8548-9df4ee412bf5 req-518e16cd-1211-419d-8fc9-a35539ee6fee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0402e5f9-2c87-47d1-be48-d902f55b0f9b HTTP/1.1" status: 200 len: 858 time: 0.2601974 Apr 20 18:18:14.818331 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6bfe45e9-9488-44d3-8548-9df4ee412bf5 req-cd7fbdd9-e97e-410e-895c-1b45a806ed19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b754d42-4608-4677-bd8d-77d0689a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536489 Apr 20 18:18:14.997045 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6bfe45e9-9488-44d3-8548-9df4ee412bf5 req-ae838ba0-6b5f-4073-afe9-9914f3abc4a7 service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700149 Apr 20 18:18:15.154067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47776) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:15.191392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82651bd6-63c5-43a9-a261-abbde0fcba4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.227399 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-82651bd6-63c5-43a9-a261-abbde0fcba4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:15.232683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-82651bd6-63c5-43a9-a261-abbde0fcba4f admin admin] Usage tracker for resource:security_group_rule and tenant:1ef38985b3e648c3b2f2d9f567eb6dbd is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:15.237554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-82651bd6-63c5-43a9-a261-abbde0fcba4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:15.244497 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-82651bd6-63c5-43a9-a261-abbde0fcba4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:15.246404 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6bfe45e9-9488-44d3-8548-9df4ee412bf5 req-85a04bae-05fe-4656-9caf-dd4dae638a26 service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341874 Apr 20 18:18:15.248178 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.347159 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82651bd6-63c5-43a9-a261-abbde0fcba4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.350348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82651bd6-63c5-43a9-a261-abbde0fcba4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.371735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-63ecbc57-1c51-435d-a575-375ad548a691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:15.423731 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-82651bd6-63c5-43a9-a261-abbde0fcba4f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ef38985b3e648c3b2f2d9f567eb6dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681496 Apr 20 18:18:15.424554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82651bd6-63c5-43a9-a261-abbde0fcba4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c6f20e-459d-4e13-9f11-00af198f7d8e,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:15.426716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47790) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:15.427918 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-82651bd6-63c5-43a9-a261-abbde0fcba4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:15.504832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-327ee432-7386-4ae8-85e7-366166cb972b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.540901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-327ee432-7386-4ae8-85e7-366166cb972b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.547219 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47796) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:15.563114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47802) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:15.617221 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-327ee432-7386-4ae8-85e7-366166cb972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.624080 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3f721c9c-9741-49e6-b027-5b836509d62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:15.641453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ee432-7386-4ae8-85e7-366166cb972b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c6f20e-459d-4e13-9f11-00af198f7d8e,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:15.645055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-327ee432-7386-4ae8-85e7-366166cb972b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:15.664262 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-327ee432-7386-4ae8-85e7-366166cb972b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.671389 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-327ee432-7386-4ae8-85e7-366166cb972b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a9c6f20e-459d-4e13-9f11-00af198f7d8e HTTP/1.1" status: 204 len: 168 time: 0.2398343 Apr 20 18:18:15.728693 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-966304516-network', 'tenant_id': '32d44bd0f80047929834e6990ebce2ee'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:15.739217 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:15.745925 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Usage tracker for resource:network and tenant:32d44bd0f80047929834e6990ebce2ee is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:15.749677 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:15.758033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:15.770640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Made reservation on behalf of 32d44bd0f80047929834e6990ebce2ee for: {'network': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:15.776408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.795281 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.819265 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:15.825059 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Usage tracker for resource:security_group_rule and tenant:32d44bd0f80047929834e6990ebce2ee is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:15.830007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:15.837923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:15.862563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-66d32342-8432-4a6d-b507-390b75d4bcbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.881782 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-66d32342-8432-4a6d-b507-390b75d4bcbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:15.886366 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-66d32342-8432-4a6d-b507-390b75d4bcbe admin admin] Usage tracker for resource:security_group_rule and tenant:30ee43983b5c4b30a1d9e63be586a616 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:15.891138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-66d32342-8432-4a6d-b507-390b75d4bcbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:15.898235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-66d32342-8432-4a6d-b507-390b75d4bcbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:16.076783 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.080958 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.089856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-628d7103-64ca-4292-bbfc-8110b98ac4f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:16.138596 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=86319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:18:16.157888 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.158247 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Added segment 1812eab1-f275-49f1-8102-15c8d0623f28 of type vlan for network 8a418573-73e4-47f2-bfa8-7a9da158821a Apr 20 18:18:16.158732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-66d32342-8432-4a6d-b507-390b75d4bcbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.166118 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-66d32342-8432-4a6d-b507-390b75d4bcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.182581 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:16.202404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.239242 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.239242 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:16.239507 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.279050 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec7fb16-a8e1-44c8-a481-92151dc9f62b,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:16.287211 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:16.287211 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:16.315462 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-66d32342-8432-4a6d-b507-390b75d4bcbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30ee43983b5c4b30a1d9e63be586a616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7512102 Apr 20 18:18:16.317214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47826) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:16.323824 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d32342-8432-4a6d-b507-390b75d4bcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2170a654-2ec1-4ce5-a918-0e215917c844,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:16.377395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-66d32342-8432-4a6d-b507-390b75d4bcbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:16.384521 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Pushing event updated for resources: {'Network': ['ID=8a418573-73e4-47f2-bfa8-7a9da158821a,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:16.391168 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:16.400017 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8484085 Apr 20 18:18:16.400017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47832) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:16.401490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 8a418573-73e4-47f2-bfa8-7a9da158821a details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:18:16.405865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c7acdfab-abff-4f52-8274-d2796452c227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.407483 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Request body: {'subnet': {'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-966304516-subnet', 'tenant_id': '32d44bd0f80047929834e6990ebce2ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:16.413862 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:16.418822 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Usage tracker for resource:subnet and tenant:32d44bd0f80047929834e6990ebce2ee is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:16.422180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:16.430570 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:16.439591 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb9701-71f2-456b-a47b-10a6a4207fe6 req-40a6f13e-f6ae-4afd-b4f5-17ea3a5390b7 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:16.443457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Made reservation on behalf of 32d44bd0f80047929834e6990ebce2ee for: {'subnet': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:16.451192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.471435 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1dcb9701-71f2-456b-a47b-10a6a4207fe6 req-40a6f13e-f6ae-4afd-b4f5-17ea3a5390b7 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.2907603 Apr 20 18:18:16.532408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c7acdfab-abff-4f52-8274-d2796452c227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.569715 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1dcb9701-71f2-456b-a47b-10a6a4207fe6 req-88048aeb-35c6-4824-a03d-4c6c41d124b4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973213 Apr 20 18:18:16.623965 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c7acdfab-abff-4f52-8274-d2796452c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.628339 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-327ee432-7386-4ae8-85e7-366166cb972b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:16.651304 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7acdfab-abff-4f52-8274-d2796452c227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2170a654-2ec1-4ce5-a918-0e215917c844,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:16.653690 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c7acdfab-abff-4f52-8274-d2796452c227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.657342 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c7acdfab-abff-4f52-8274-d2796452c227 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2170a654-2ec1-4ce5-a918-0e215917c844 HTTP/1.1" status: 204 len: 168 time: 0.3345630 Apr 20 18:18:16.657342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c7acdfab-abff-4f52-8274-d2796452c227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:17.008467 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for subnet, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.014472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-fe81f8c1-d9db-48fb-9ce5-9f0badfc1e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:17.096062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47862) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:17.108758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Checking segment: {'id': '1812eab1-f275-49f1-8102-15c8d0623f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:17.109157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Network hostable DHCP agents. Network: 8a418573-73e4-47f2-bfa8-7a9da158821a, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:18:17.115054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae9cd457-766c-4c5e-a2b7-f7aac5473d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.115806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb8bc77-2084-449e-b9ad-77b8cc84b724,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:17.119551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:17.135227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ae9cd457-766c-4c5e-a2b7-f7aac5473d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:17.135450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Network 8a418573-73e4-47f2-bfa8-7a9da158821a is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:18:17.140747 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ae9cd457-766c-4c5e-a2b7-f7aac5473d48 admin admin] Usage tracker for resource:security_group_rule and tenant:c43f9298210e45eaa31be82c0123b7d7 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:17.144320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ae9cd457-766c-4c5e-a2b7-f7aac5473d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:17.146327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 8a418573-73e4-47f2-bfa8-7a9da158821a) {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:17.151220 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ae9cd457-766c-4c5e-a2b7-f7aac5473d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:17.152090 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:17.153638 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.160386 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6588f581-cdda-4276-bbf9-f07db68113d6 None None] Network 8a418573-73e4-47f2-bfa8-7a9da158821a requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:18:17.269372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47870) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:17.307974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae9cd457-766c-4c5e-a2b7-f7aac5473d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.311333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae9cd457-766c-4c5e-a2b7-f7aac5473d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.343781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c7acdfab-abff-4f52-8274-d2796452c227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:17.354131 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ae9cd457-766c-4c5e-a2b7-f7aac5473d48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c43f9298210e45eaa31be82c0123b7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572777 Apr 20 18:18:17.357499 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47876) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:17.448308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cd457-766c-4c5e-a2b7-f7aac5473d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9c975d-eaa5-4527-a56d-572e37fd3d4d,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:17.469311 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ae9cd457-766c-4c5e-a2b7-f7aac5473d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:17.492500 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dd1e08c3-25ad-4981-b397-8363d5fde037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.524684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dd1e08c3-25ad-4981-b397-8363d5fde037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.589538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dd1e08c3-25ad-4981-b397-8363d5fde037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.601629 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:17.620905 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e08c3-25ad-4981-b397-8363d5fde037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9c975d-eaa5-4527-a56d-572e37fd3d4d,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:17.633072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-dd1e08c3-25ad-4981-b397-8363d5fde037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:17.634313 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dd1e08c3-25ad-4981-b397-8363d5fde037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.638519 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-dd1e08c3-25ad-4981-b397-8363d5fde037 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf9c975d-eaa5-4527-a56d-572e37fd3d4d HTTP/1.1" status: 204 len: 168 time: 0.2770784 Apr 20 18:18:17.697341 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2962761 Apr 20 18:18:17.707592 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1a9d2d-7c28-4963-84fc-fbfb39e9cde3 None None] Network 8a418573-73e4-47f2-bfa8-7a9da158821a requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:18:17.707991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cf48237b-1e4f-46e8-a64b-f32cee87d7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.869956 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-cf48237b-1e4f-46e8-a64b-f32cee87d7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:17.904864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-cf48237b-1e4f-46e8-a64b-f32cee87d7fd admin admin] Usage tracker for resource:security_group_rule and tenant:7d635b2948aa421691fc0e0d3aff56a0 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:17.917475 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-cf48237b-1e4f-46e8-a64b-f32cee87d7fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:17.935178 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-cf48237b-1e4f-46e8-a64b-f32cee87d7fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:18.108286 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cf48237b-1e4f-46e8-a64b-f32cee87d7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.119616 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb4b63-c6e2-486f-a48e-53aab37e467e req-2371a129-227b-44e3-8716-f47f79b96661 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:18.122573 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b3bb4b63-c6e2-486f-a48e-53aab37e467e req-2371a129-227b-44e3-8716-f47f79b96661 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.3561592 Apr 20 18:18:18.123383 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cf48237b-1e4f-46e8-a64b-f32cee87d7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.167967 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1b5929d4-e153-4740-8a17-f2b9f7bd16d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:18.181407 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-cf48237b-1e4f-46e8-a64b-f32cee87d7fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d635b2948aa421691fc0e0d3aff56a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9106505 Apr 20 18:18:18.183884 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 47916) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:18.305481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.313736 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a673ed9c-c35d-4070-afb2-36c44d61dfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.327745 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b3bb4b63-c6e2-486f-a48e-53aab37e467e req-0cc71d71-1dad-439b-a188-e2653356a9ef tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616280 Apr 20 18:18:18.337575 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48237b-1e4f-46e8-a64b-f32cee87d7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59af86a-c1d7-41bf-b6cb-741b3c38ea6d,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:18.362401 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cf48237b-1e4f-46e8-a64b-f32cee87d7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:18.372880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a673ed9c-c35d-4070-afb2-36c44d61dfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.429239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a673ed9c-c35d-4070-afb2-36c44d61dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.440407 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-60b77c6f-dc9e-41bb-8e76-905f1a51ed8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:18.453306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673ed9c-c35d-4070-afb2-36c44d61dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59af86a-c1d7-41bf-b6cb-741b3c38ea6d,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:18.456818 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a673ed9c-c35d-4070-afb2-36c44d61dfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:18.464029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a673ed9c-c35d-4070-afb2-36c44d61dfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.465420 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a673ed9c-c35d-4070-afb2-36c44d61dfe9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a59af86a-c1d7-41bf-b6cb-741b3c38ea6d HTTP/1.1" status: 204 len: 168 time: 0.2791533 Apr 20 18:18:19.203094 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 47968) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:19.225494 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bd48e5ac-6d40-4300-aef1-abe63210f206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:19.246619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-bd48e5ac-6d40-4300-aef1-abe63210f206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:19.253263 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-bd48e5ac-6d40-4300-aef1-abe63210f206 admin admin] Usage tracker for resource:security_group_rule and tenant:8a4966babfd74612a7f4fc11a154a173 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:19.257079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-bd48e5ac-6d40-4300-aef1-abe63210f206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:19.266063 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-bd48e5ac-6d40-4300-aef1-abe63210f206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:19.439042 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bd48e5ac-6d40-4300-aef1-abe63210f206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:19.448742 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bd48e5ac-6d40-4300-aef1-abe63210f206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:19.476797 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e17362c0-c06f-423e-b475-911202d9e208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:19.664785 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48e5ac-6d40-4300-aef1-abe63210f206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63138865-76ae-43d4-9efd-c7411c064d34,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:19.677429 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48000) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:19.716158 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bd48e5ac-6d40-4300-aef1-abe63210f206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:19.733880 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-bd48e5ac-6d40-4300-aef1-abe63210f206 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a4966babfd74612a7f4fc11a154a173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5289733 Apr 20 18:18:19.736649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48006) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:19.751901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48012) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:19.828748 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926fb6-eb5a-4abf-a653-a94861b51ead req-1d2dd044-3d6c-418b-887c-9386b8358602 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:19.830882 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-58926fb6-eb5a-4abf-a653-a94861b51ead req-1d2dd044-3d6c-418b-887c-9386b8358602 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.3269413 Apr 20 18:18:19.844347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1cf6-8576-4b48-8ad3-a4afe014fe45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:19.896430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1cf6-8576-4b48-8ad3-a4afe014fe45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:19.914438 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-58926fb6-eb5a-4abf-a653-a94861b51ead req-c0e0099a-f4b7-472a-9fae-7ef0995f516d tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737145 Apr 20 18:18:19.915723 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2033501189-network', 'tenant_id': 'd0f94071a428410f802e21a0ada9811e'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:19.939890 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:19.954672 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Usage tracker for resource:network and tenant:d0f94071a428410f802e21a0ada9811e is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:19.961667 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:19.971253 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:19.985587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Made reservation on behalf of d0f94071a428410f802e21a0ada9811e for: {'network': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:19.990762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.024835 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.054447 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:20.057355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1cf6-8576-4b48-8ad3-a4afe014fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.064303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d85a700e-dd48-4cd9-a393-d58f60711f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:20.069714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48028) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:20.073965 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Usage tracker for resource:security_group_rule and tenant:d0f94071a428410f802e21a0ada9811e is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:20.079535 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:20.082579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c1cf6-8576-4b48-8ad3-a4afe014fe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63138865-76ae-43d4-9efd-c7411c064d34,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:20.086072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1b2c1cf6-8576-4b48-8ad3-a4afe014fe45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:20.103184 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:20.115145 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1cf6-8576-4b48-8ad3-a4afe014fe45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.116364 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-1b2c1cf6-8576-4b48-8ad3-a4afe014fe45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63138865-76ae-43d4-9efd-c7411c064d34 HTTP/1.1" status: 204 len: 168 time: 0.3784053 Apr 20 18:18:20.132962 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-423a3cef-eab2-4915-93ef-5860eec947b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.180878 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c946719d-cabe-4811-96cd-b8ea7845050a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.202819 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-423a3cef-eab2-4915-93ef-5860eec947b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:20.208943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c946719d-cabe-4811-96cd-b8ea7845050a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:20.210623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.212937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-423a3cef-eab2-4915-93ef-5860eec947b9 admin admin] Usage tracker for resource:security_group_rule and tenant:dcd5059567e149e1a4dea445cf3e2adc is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:20.214821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.218666 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-423a3cef-eab2-4915-93ef-5860eec947b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:20.222163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c946719d-cabe-4811-96cd-b8ea7845050a admin admin] Usage tracker for resource:security_group_rule and tenant:86e919f0797d446ba4473478f784026a is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:20.227944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c946719d-cabe-4811-96cd-b8ea7845050a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:20.230937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-423a3cef-eab2-4915-93ef-5860eec947b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:20.231957 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=86319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:18:20.237658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c946719d-cabe-4811-96cd-b8ea7845050a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:20.243855 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.244734 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Added segment f9bf55c3-a7f3-412f-95f5-64ed17805888 of type vlan for network d3d0b7e3-d3db-4b08-827f-de4664622b70 Apr 20 18:18:20.279519 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.317536 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bac6a9bc-7adb-483f-8ca3-6c98bb52d2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:20.329005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.334477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:20.335337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.380222 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff47744-0c4d-4ff3-9954-27e7f26e0d8b,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:20.398584 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:20.410674 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-02c74d2d-a9b8-47d9-9b39-e964d8ecff96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:20.420038 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-423a3cef-eab2-4915-93ef-5860eec947b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.428464 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-423a3cef-eab2-4915-93ef-5860eec947b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.463236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c946719d-cabe-4811-96cd-b8ea7845050a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.464503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b86bb2d6-c473-4010-b1eb-607ad22835e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:20.506997 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-423a3cef-eab2-4915-93ef-5860eec947b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcd5059567e149e1a4dea445cf3e2adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7492316 Apr 20 18:18:20.506997 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a3cef-eab2-4915-93ef-5860eec947b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a333026d-39d1-4d6e-abba-ed78725a1a8b,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:20.508665 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48048) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:20.511357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c946719d-cabe-4811-96cd-b8ea7845050a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.536257 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-423a3cef-eab2-4915-93ef-5860eec947b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:20.536450 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8565762 Apr 20 18:18:20.536548 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-423a3cef-eab2-4915-93ef-5860eec947b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:20.554549 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48052) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:20.566615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Request body: {'subnet': {'network_id': 'd3d0b7e3-d3db-4b08-827f-de4664622b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2033501189-subnet', 'tenant_id': 'd0f94071a428410f802e21a0ada9811e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:20.570780 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c946719d-cabe-4811-96cd-b8ea7845050a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86e919f0797d446ba4473478f784026a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4989676 Apr 20 18:18:20.571523 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48056) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:20.577428 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:20.589350 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Usage tracker for resource:subnet and tenant:d0f94071a428410f802e21a0ada9811e is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:20.593681 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Pushing event updated for resources: {'Network': ['ID=d3d0b7e3-d3db-4b08-827f-de4664622b70,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:20.599927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:20.601025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:20.610111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:20.618433 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network d3d0b7e3-d3db-4b08-827f-de4664622b70 details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:18:20.624349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Made reservation on behalf of d0f94071a428410f802e21a0ada9811e for: {'subnet': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:20.630360 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.656865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48066) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:20.692790 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f24d5a89-a314-4490-9813-6bc8c113b5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.712147 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946719d-cabe-4811-96cd-b8ea7845050a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d940c65c-cc4e-4cdc-bd2a-6e7abeb1f8d2,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:20.724588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c946719d-cabe-4811-96cd-b8ea7845050a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:20.748940 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f24d5a89-a314-4490-9813-6bc8c113b5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.757221 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ec049650-90f3-4198-af97-8f5c8172aebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.786997 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ec049650-90f3-4198-af97-8f5c8172aebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:20.796522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ec049650-90f3-4198-af97-8f5c8172aebc admin admin] Usage tracker for resource:security_group_rule and tenant:b6e1475713424b98a254ed30e80dbeae is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:20.800436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ec049650-90f3-4198-af97-8f5c8172aebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:20.809200 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ec049650-90f3-4198-af97-8f5c8172aebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:20.867722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-502bed46-d0b0-4751-aec9-747e5b045552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.947893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-502bed46-d0b0-4751-aec9-747e5b045552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.012711 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f24d5a89-a314-4490-9813-6bc8c113b5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.017715 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5e2bc1d7-9dc8-49ef-9741-69b33ecd55c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:21.043661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d5a89-a314-4490-9813-6bc8c113b5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a333026d-39d1-4d6e-abba-ed78725a1a8b,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:21.057513 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f24d5a89-a314-4490-9813-6bc8c113b5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:21.068805 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-b982bbf2-5e65-4a7d-afde-2d25a9b438c0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:21.070459 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-b982bbf2-5e65-4a7d-afde-2d25a9b438c0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/networks?id=8a418573-73e4-47f2-bfa8-7a9da158821a HTTP/1.1" status: 200 len: 808 time: 0.3304963 Apr 20 18:18:21.101566 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-bb3dccc5-76bc-47a2-ab9d-c41a0547bcde tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/quotas/32d44bd0f80047929834e6990ebce2ee HTTP/1.1" status: 200 len: 375 time: 0.0203083 Apr 20 18:18:21.107590 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f24d5a89-a314-4490-9813-6bc8c113b5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.112046 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f24d5a89-a314-4490-9813-6bc8c113b5bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a333026d-39d1-4d6e-abba-ed78725a1a8b HTTP/1.1" status: 204 len: 168 time: 0.6018555 Apr 20 18:18:21.136271 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ec049650-90f3-4198-af97-8f5c8172aebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.141119 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ec049650-90f3-4198-af97-8f5c8172aebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.150741 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-82651bd6-63c5-43a9-a261-abbde0fcba4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:21.168407 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-1b80ba54-2c41-4c9e-9a34-52ffcbeebf43 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32d44bd0f80047929834e6990ebce2ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534716 Apr 20 18:18:21.170264 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-502bed46-d0b0-4751-aec9-747e5b045552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.175601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:21.214445 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ec049650-90f3-4198-af97-8f5c8172aebc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6e1475713424b98a254ed30e80dbeae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563810 Apr 20 18:18:21.218136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48082) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:21.220941 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-502bed46-d0b0-4751-aec9-747e5b045552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.222340 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-502bed46-d0b0-4751-aec9-747e5b045552 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d940c65c-cc4e-4cdc-bd2a-6e7abeb1f8d2 HTTP/1.1" status: 204 len: 168 time: 0.6436541 Apr 20 18:18:21.223081 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec049650-90f3-4198-af97-8f5c8172aebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0e1f64-b444-4361-af90-4e9111da980f,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:21.223356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bed46-d0b0-4751-aec9-747e5b045552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d940c65c-cc4e-4cdc-bd2a-6e7abeb1f8d2,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:21.226120 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-502bed46-d0b0-4751-aec9-747e5b045552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:21.239443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ec049650-90f3-4198-af97-8f5c8172aebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:21.424238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7f4d0-974b-4bf0-8528-516a5c910234 req-59854c4d-fe91-4f36-bcdd-676cf4288e24 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:21.425938 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b9b7f4d0-974b-4bf0-8528-516a5c910234 req-59854c4d-fe91-4f36-bcdd-676cf4288e24 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.2129166 Apr 20 18:18:21.431012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-866cd3d3-449b-4e67-83b5-7303132d8367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.460377 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-866cd3d3-449b-4e67-83b5-7303132d8367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.463375 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-74ca620b-7306-416e-9f94-c583b23cf101 service neutron] 10.222.0.21 "GET /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796588 Apr 20 18:18:21.548189 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for subnet, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.567891 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b9b7f4d0-974b-4bf0-8528-516a5c910234 req-f3e62926-106a-4c30-95ab-14eacbeae297 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317871 Apr 20 18:18:21.573850 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-407bd6f4-ac86-4378-9ac5-498a166c7fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:21.681281 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98974070-77e8-47d8-9c6f-d6fd3f855ef3,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:21.685129 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-a9c57a49-e4bd-4a23-a06c-f50d47fae867 service neutron] 10.222.0.21 "GET /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072122 Apr 20 18:18:21.690773 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:21.705657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-866cd3d3-449b-4e67-83b5-7303132d8367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.709631 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:21.732359 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Checking segment: {'id': 'f9bf55c3-a7f3-412f-95f5-64ed17805888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3d0b7e3-d3db-4b08-827f-de4664622b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:21.733092 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Network hostable DHCP agents. Network: d3d0b7e3-d3db-4b08-827f-de4664622b70, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:18:21.738278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cd3d3-449b-4e67-83b5-7303132d8367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0e1f64-b444-4361-af90-4e9111da980f,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:21.744977 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-866cd3d3-449b-4e67-83b5-7303132d8367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:21.760202 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-866cd3d3-449b-4e67-83b5-7303132d8367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.764471 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-866cd3d3-449b-4e67-83b5-7303132d8367 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd0e1f64-b444-4361-af90-4e9111da980f HTTP/1.1" status: 204 len: 168 time: 0.5407703 Apr 20 18:18:21.771152 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Network d3d0b7e3-d3db-4b08-827f-de4664622b70 is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:18:21.792796 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, d3d0b7e3-d3db-4b08-827f-de4664622b70) {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:21.794324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48104) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:21.799859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:21.801708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.804615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26546d99-87f3-4c7d-8b14-973cff63db08 None None] Network d3d0b7e3-d3db-4b08-827f-de4664622b70 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:18:21.828043 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-6c786519-07ae-4d35-a879-e36179c39c99 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2715337 Apr 20 18:18:21.830194 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-eaab7fd0-f58c-4f8c-9d57-b165d44a9800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.852232 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-eaab7fd0-f58c-4f8c-9d57-b165d44a9800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:21.857410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-eaab7fd0-f58c-4f8c-9d57-b165d44a9800 admin admin] Usage tracker for resource:security_group_rule and tenant:9dbbc0ef24944d849e7e6a7a35c85fd0 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:21.874557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-eaab7fd0-f58c-4f8c-9d57-b165d44a9800 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:21.892075 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-eaab7fd0-f58c-4f8c-9d57-b165d44a9800 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:22.057847 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ceed4130-d113-486f-bad9-ca905a0ddd63 req-c54ff604-709b-4f3e-8b69-1d6293af4898 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 210 time: 0.1350985 Apr 20 18:18:22.239770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-eaab7fd0-f58c-4f8c-9d57-b165d44a9800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:22.245378 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-eaab7fd0-f58c-4f8c-9d57-b165d44a9800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:22.295206 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5111efdc-7c42-4ba6-a7f0-89aad0878953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:22.308752 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-eaab7fd0-f58c-4f8c-9d57-b165d44a9800 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9dbbc0ef24944d849e7e6a7a35c85fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106807 Apr 20 18:18:22.309313 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48132) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:22.324863 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d94714-8dba-4d85-a511-689df5e9f7e1 None None] Network d3d0b7e3-d3db-4b08-827f-de4664622b70 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:18:22.368134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab7fd0-f58c-4f8c-9d57-b165d44a9800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b6af88-22b6-4499-8654-9c2ff2387a09,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:22.371516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-eaab7fd0-f58c-4f8c-9d57-b165d44a9800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:22.480004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-745d673f-4ed1-4ede-9709-7659aa7c2b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:22.583577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-745d673f-4ed1-4ede-9709-7659aa7c2b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:22.726784 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-745d673f-4ed1-4ede-9709-7659aa7c2b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:22.734188 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0eb58fd0-02b3-4872-b812-d89770742b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:22.758048 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d673f-4ed1-4ede-9709-7659aa7c2b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b6af88-22b6-4499-8654-9c2ff2387a09,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:22.775150 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-745d673f-4ed1-4ede-9709-7659aa7c2b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:22.776461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-745d673f-4ed1-4ede-9709-7659aa7c2b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:22.777850 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-745d673f-4ed1-4ede-9709-7659aa7c2b33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9b6af88-22b6-4499-8654-9c2ff2387a09 HTTP/1.1" status: 204 len: 168 time: 0.4660206 Apr 20 18:18:22.866869 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9fdba-6ae6-40f8-9c5c-8dcfbf7405a4 req-2a2d98aa-a6d1-4d6c-9f50-3daf12bcac65 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:22.868966 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ba9fdba-6ae6-40f8-9c5c-8dcfbf7405a4 req-2a2d98aa-a6d1-4d6c-9f50-3daf12bcac65 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.1217833 Apr 20 18:18:22.974072 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ba9fdba-6ae6-40f8-9c5c-8dcfbf7405a4 req-f9058d43-24ec-4959-b146-5f24a6320022 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958166 Apr 20 18:18:23.114762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48156) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:23.235273 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e5212980-fdef-402d-9d9f-4efe3081cc7d req-4e106945-d42e-41b2-9553-af68431c470a tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 210 time: 0.0565293 Apr 20 18:18:23.414783 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-37d4086e-d139-4520-873c-1424ff3ac1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.438460 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-37d4086e-d139-4520-873c-1424ff3ac1f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:23.443396 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-37d4086e-d139-4520-873c-1424ff3ac1f3 admin admin] Usage tracker for resource:security_group_rule and tenant:34c845e2ee5e4f4599712c7a8af96f77 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:23.447010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-37d4086e-d139-4520-873c-1424ff3ac1f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:23.458613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-37d4086e-d139-4520-873c-1424ff3ac1f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:23.657139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48182) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:23.664247 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1881968213-network', 'tenant_id': 'cac48d4ae7f640a9948b40eaa36e6f60'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:23.671309 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-37d4086e-d139-4520-873c-1424ff3ac1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.673601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:23.678469 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Usage tracker for resource:network and tenant:cac48d4ae7f640a9948b40eaa36e6f60 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:23.679587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-37d4086e-d139-4520-873c-1424ff3ac1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.681572 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:23.688481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:23.693836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ce1b2612-0189-4be5-b5cb-0ae0533e8cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:23.707623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Made reservation on behalf of cac48d4ae7f640a9948b40eaa36e6f60 for: {'network': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:23.712809 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.730949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.750220 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:23.755005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Usage tracker for resource:security_group_rule and tenant:cac48d4ae7f640a9948b40eaa36e6f60 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:23.758671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:23.765798 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:23.820908 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-37d4086e-d139-4520-873c-1424ff3ac1f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34c845e2ee5e4f4599712c7a8af96f77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7030644 Apr 20 18:18:23.821128 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48188) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:23.826334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4086e-d139-4520-873c-1424ff3ac1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759f9402-b116-448c-a26a-d85291bf29e3,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:23.838630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-37d4086e-d139-4520-873c-1424ff3ac1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:23.853767 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-18a66b42-c6c7-406b-9f6a-dbffce4c618f tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:23.855827 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-18a66b42-c6c7-406b-9f6a-dbffce4c618f tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.37 "GET /v2.0/networks?id=8a418573-73e4-47f2-bfa8-7a9da158821a HTTP/1.1" status: 200 len: 808 time: 0.3030286 Apr 20 18:18:23.874867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Request body: {'port': {'device_id': '7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0', 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a', 'admin_state_up': True, 'tenant_id': '32d44bd0f80047929834e6990ebce2ee'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:23.917578 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.924122 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.929507 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:23.969678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e999dcc7-833c-46bb-98e6-d71e53d472d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.982231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=86319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:18:24.014725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f86ae43-33da-4e6f-91e0-9296784f55f5,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:24.027004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:24.028995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.029292 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Added segment 97e1f88b-8a7f-4ca7-bd06-255856d171c4 of type vlan for network ceb8d22f-c823-47ab-8f7e-e20a7b63cffc Apr 20 18:18:24.044538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e999dcc7-833c-46bb-98e6-d71e53d472d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.070248 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:24.075518 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Usage tracker for resource:port and tenant:32d44bd0f80047929834e6990ebce2ee is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:24.079228 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:24.087234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:24.099141 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.100096 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Made reservation on behalf of 32d44bd0f80047929834e6990ebce2ee for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:24.107915 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.147342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.148856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:24.149512 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.156165 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:24.178364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e999dcc7-833c-46bb-98e6-d71e53d472d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.305506 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e999dcc7-833c-46bb-98e6-d71e53d472d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.306829 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-e999dcc7-833c-46bb-98e6-d71e53d472d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/759f9402-b116-448c-a26a-d85291bf29e3 HTTP/1.1" status: 204 len: 168 time: 0.4847188 Apr 20 18:18:24.307711 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb8d22f-c823-47ab-8f7e-e20a7b63cffc,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:24.312171 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:24.319268 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6605654 Apr 20 18:18:24.320623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b3b31aea-ca0a-4ed2-b1d3-1ad7cc0b362f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:24.322406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48210) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:24.323334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network ceb8d22f-c823-47ab-8f7e-e20a7b63cffc details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:18:24.331842 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32046548-b46f-4d86-a96f-de2dd7ccdd6e req-9004f0f2-f460-43dc-bc51-9dfe7ef52c72 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:24.334277 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-32046548-b46f-4d86-a96f-de2dd7ccdd6e req-9004f0f2-f460-43dc-bc51-9dfe7ef52c72 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.2126136 Apr 20 18:18:24.337617 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999dcc7-833c-46bb-98e6-d71e53d472d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759f9402-b116-448c-a26a-d85291bf29e3,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:24.340497 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e999dcc7-833c-46bb-98e6-d71e53d472d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:24.344580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Request body: {'subnet': {'network_id': 'ceb8d22f-c823-47ab-8f7e-e20a7b63cffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1881968213-subnet', 'tenant_id': 'cac48d4ae7f640a9948b40eaa36e6f60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:24.393404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:24.674165 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Usage tracker for resource:subnet and tenant:cac48d4ae7f640a9948b40eaa36e6f60 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:24.678347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:24.767456 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Allocated IP 172.20.0.13 (8a418573-73e4-47f2-bfa8-7a9da158821a/6fb8bc77-2084-449e-b9ad-77b8cc84b724/905fff48-2dee-4fd8-87e8-5be60ce33431) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:24.785866 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:24.867127 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8e8aed5e-fba6-4a52-a7fc-a550160d33e1 req-e0b6e667-c989-4ddc-81d0-95504908daf3 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 210 time: 0.2029254 Apr 20 18:18:24.893481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Made reservation on behalf of cac48d4ae7f640a9948b40eaa36e6f60 for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:24.898735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847662132'] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.951841 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-32046548-b46f-4d86-a96f-de2dd7ccdd6e req-e468a008-9089-484f-a7c9-f77fe3e732cc tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032364 Apr 20 18:18:24.958156 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48228) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:24.990613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a7aecb70-eaf9-4593-a495-77fd398a5f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.007401 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-a7aecb70-eaf9-4593-a495-77fd398a5f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:25.011425 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a7aecb70-eaf9-4593-a495-77fd398a5f43 admin admin] Usage tracker for resource:security_group_rule and tenant:c3c9e07fb2004046bd7b5920fab7709c is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:25.015130 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a7aecb70-eaf9-4593-a495-77fd398a5f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:25.021597 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-a7aecb70-eaf9-4593-a495-77fd398a5f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:25.115349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a7aecb70-eaf9-4593-a495-77fd398a5f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.119130 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a7aecb70-eaf9-4593-a495-77fd398a5f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.132623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e207387e-c8b9-4c85-aa18-c0ebcfaf7c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:25.173019 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a7aecb70-eaf9-4593-a495-77fd398a5f43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3c9e07fb2004046bd7b5920fab7709c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136772 Apr 20 18:18:25.176142 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48234) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:25.193819 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aecb70-eaf9-4593-a495-77fd398a5f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc839ab7-8f64-4332-895e-1f80e611e61c,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:25.199123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a7aecb70-eaf9-4593-a495-77fd398a5f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:25.209550 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.252974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3da9a234-b970-49ee-aa87-49dde618b95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.286459 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3da9a234-b970-49ee-aa87-49dde618b95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.331891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.336178 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3da9a234-b970-49ee-aa87-49dde618b95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.343952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1421c0f0-b6b8-4879-8829-5f91d7163784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:25.357163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:25.364276 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9a234-b970-49ee-aa87-49dde618b95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc839ab7-8f64-4332-895e-1f80e611e61c,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:25.370045 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3da9a234-b970-49ee-aa87-49dde618b95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.371354 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3da9a234-b970-49ee-aa87-49dde618b95f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc839ab7-8f64-4332-895e-1f80e611e61c HTTP/1.1" status: 204 len: 168 time: 0.1942437 Apr 20 18:18:25.372384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3da9a234-b970-49ee-aa87-49dde618b95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:25.488807 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Network 8a418573-73e4-47f2-bfa8-7a9da158821a is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:25.494492 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:25.500516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:25.541276 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Pushing event updated for resources: {'Port': ['ID=905fff48-2dee-4fd8-87e8-5be60ce33431,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:25.546953 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:25.592033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:25.592757 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.659398 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7900083 Apr 20 18:18:25.672610 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Request body: {'port': {'device_id': '7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:25.859935 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6790365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847662115'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.860924 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.880887 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:26.176030 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Checking segment: {'id': '97e1f88b-8a7f-4ca7-bd06-255856d171c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ceb8d22f-c823-47ab-8f7e-e20a7b63cffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:26.176430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Network hostable DHCP agents. Network: ceb8d22f-c823-47ab-8f7e-e20a7b63cffc, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:18:26.198100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb62b491-36c7-450b-8017-be4a23ab2b9c,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:26.201858 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:26.364684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356a721-06d6-4e97-b2f5-d4ebe6b1d1a8 req-98797856-b40c-4098-9d0d-1e1d63326092 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:26.365476 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-4356a721-06d6-4e97-b2f5-d4ebe6b1d1a8 req-98797856-b40c-4098-9d0d-1e1d63326092 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Synchronizing usage tracker for tenant:32d44bd0f80047929834e6990ebce2ee on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:26.373470 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Network ceb8d22f-c823-47ab-8f7e-e20a7b63cffc is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:18:26.476168 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, ceb8d22f-c823-47ab-8f7e-e20a7b63cffc) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:26.487577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e3517a-fd63-47ef-84ba-e81eacb5d122 None None] Network ceb8d22f-c823-47ab-8f7e-e20a7b63cffc requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:18:26.503289 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:26.503944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:26.526205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-4356a721-06d6-4e97-b2f5-d4ebe6b1d1a8 req-98797856-b40c-4098-9d0d-1e1d63326092 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Unset dirty status for tenant:32d44bd0f80047929834e6990ebce2ee on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:26.527520 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4356a721-06d6-4e97-b2f5-d4ebe6b1d1a8 req-98797856-b40c-4098-9d0d-1e1d63326092 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 932 time: 0.5115917 Apr 20 18:18:26.583319 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2478716 Apr 20 18:18:26.598314 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8eed7-d80e-44a4-ab78-d41cdc85cb14 req-8f7f0f43-f84a-468e-a8bc-e1b5ad3a2cc0 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:26.600263 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f3b8eed7-d80e-44a4-ab78-d41cdc85cb14 req-8f7f0f43-f84a-468e-a8bc-e1b5ad3a2cc0 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.4118149 Apr 20 18:18:26.679261 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4356a721-06d6-4e97-b2f5-d4ebe6b1d1a8 req-655e664a-2a89-45c4-ad67-49a150bfc7e5 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428828 Apr 20 18:18:26.697771 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f3b8eed7-d80e-44a4-ab78-d41cdc85cb14 req-b8207f92-cfb0-4dcc-99fa-0e9156de3a50 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816994 Apr 20 18:18:26.832213 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905fff48-2dee-4fd8-87e8-5be60ce33431 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:18:26.848561 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48308) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:26.849913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:26.874337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Transition to ACTIVE for port object 905fff48-2dee-4fd8-87e8-5be60ce33431 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:26.880588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:26.888480 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:26.985217 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75fb9a-bdcd-420c-95cd-7b4775ba33ca None None] Network ceb8d22f-c823-47ab-8f7e-e20a7b63cffc requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:18:27.018878 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Pushing event updated for resources: {'Port': ['ID=905fff48-2dee-4fd8-87e8-5be60ce33431,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:27.021727 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:27.087314 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-11b96beb-e284-4a45-8bc9-4b406b0e5dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.121393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-11b96beb-e284-4a45-8bc9-4b406b0e5dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:27.126987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-11b96beb-e284-4a45-8bc9-4b406b0e5dee admin admin] Usage tracker for resource:security_group_rule and tenant:21a0a9d8403c43c6b0f4552eb409eae7 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:27.130502 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-11b96beb-e284-4a45-8bc9-4b406b0e5dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:27.137152 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-11b96beb-e284-4a45-8bc9-4b406b0e5dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:27.223871 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Attempting to bind port 905fff48-2dee-4fd8-87e8-5be60ce33431 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:27.224244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Attempting to bind port 905fff48-2dee-4fd8-87e8-5be60ce33431 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '1812eab1-f275-49f1-8102-15c8d0623f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:27.224607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Attempting to bind port 905fff48-2dee-4fd8-87e8-5be60ce33431 on network 8a418573-73e4-47f2-bfa8-7a9da158821a {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:27.229984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Port 905fff48-2dee-4fd8-87e8-5be60ce33431 on network 8a418573-73e4-47f2-bfa8-7a9da158821a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:18:27.230208 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Attempting to bind port 905fff48-2dee-4fd8-87e8-5be60ce33431 on network 8a418573-73e4-47f2-bfa8-7a9da158821a {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:27.236069 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:27.236442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Checking segment: {'id': '1812eab1-f275-49f1-8102-15c8d0623f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:27.236862 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Bound using segment: {'id': '1812eab1-f275-49f1-8102-15c8d0623f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:27.237327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Bound port: 905fff48-2dee-4fd8-87e8-5be60ce33431, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1812eab1-f275-49f1-8102-15c8d0623f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:27.237708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.298892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-11b96beb-e284-4a45-8bc9-4b406b0e5dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.302943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-11b96beb-e284-4a45-8bc9-4b406b0e5dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.313770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-866cd3d3-449b-4e67-83b5-7303132d8367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:27.377189 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-11b96beb-e284-4a45-8bc9-4b406b0e5dee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21a0a9d8403c43c6b0f4552eb409eae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5273929 Apr 20 18:18:27.378312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48330) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:27.379245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b96beb-e284-4a45-8bc9-4b406b0e5dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81f4f0e-3982-40ee-8d81-1bb3a0a86dfc,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:27.385771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-11b96beb-e284-4a45-8bc9-4b406b0e5dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:27.461741 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c754b650-2c4d-4237-b8eb-f3b7f6512caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.492345 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c754b650-2c4d-4237-b8eb-f3b7f6512caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.541246 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c754b650-2c4d-4237-b8eb-f3b7f6512caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.541722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] For port 905fff48-2dee-4fd8-87e8-5be60ce33431, host hv-cinder-78693, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:27.547047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3da9a234-b970-49ee-aa87-49dde618b95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:27.553501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-c07e723c-be04-4c05-ac9d-b30b426a8e45 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:27.555183 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-c07e723c-be04-4c05-ac9d-b30b426a8e45 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/networks?id=d3d0b7e3-d3db-4b08-827f-de4664622b70 HTTP/1.1" status: 200 len: 809 time: 0.2617509 Apr 20 18:18:27.558867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754b650-2c4d-4237-b8eb-f3b7f6512caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81f4f0e-3982-40ee-8d81-1bb3a0a86dfc,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:27.560138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] For port 905fff48-2dee-4fd8-87e8-5be60ce33431, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=905fff48-2dee-4fd8-87e8-5be60ce33431,segment=NetworkSegment(1812eab1-f275-49f1-8102-15c8d0623f28),segment_id=1812eab1-f275-49f1-8102-15c8d0623f28)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:27.564554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c754b650-2c4d-4237-b8eb-f3b7f6512caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:27.568260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.569048 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c754b650-2c4d-4237-b8eb-f3b7f6512caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.573175 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c754b650-2c4d-4237-b8eb-f3b7f6512caf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c81f4f0e-3982-40ee-8d81-1bb3a0a86dfc HTTP/1.1" status: 204 len: 168 time: 0.1894271 Apr 20 18:18:27.576751 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:27.657611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:27.658403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.659975 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] 10.222.0.37 "PUT /v2.0/ports/905fff48-2dee-4fd8-87e8-5be60ce33431 HTTP/1.1" status: 200 len: 1094 time: 1.9922304 Apr 20 18:18:27.660582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0', 'tag': '905fff48-2dee-4fd8-87e8-5be60ce33431'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:27.682400 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-b4a5cd9e-0a77-40bf-b98e-69d624951fe0 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/quotas/d0f94071a428410f802e21a0ada9811e HTTP/1.1" status: 200 len: 375 time: 0.0493429 Apr 20 18:18:27.738650 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0', 'tag': '905fff48-2dee-4fd8-87e8-5be60ce33431', 'status': 'completed', 'code': 200} Apr 20 18:18:27.833144 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-5520d4b3-294e-4ca8-9b7d-e52b2fd57187 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d0f94071a428410f802e21a0ada9811e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1484485 Apr 20 18:18:27.871032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Pushing event updated for resources: {'Port': ['ID=905fff48-2dee-4fd8-87e8-5be60ce33431,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:27.891605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:27.939270 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48352) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:27.970136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7c310d81-0b8b-4cd5-a666-4cae190ab8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.989172 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7c310d81-0b8b-4cd5-a666-4cae190ab8aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:27.994026 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7c310d81-0b8b-4cd5-a666-4cae190ab8aa admin admin] Usage tracker for resource:security_group_rule and tenant:bef4f84096ea41428f100dacb6487301 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:27.998436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7c310d81-0b8b-4cd5-a666-4cae190ab8aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:28.005965 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7c310d81-0b8b-4cd5-a666-4cae190ab8aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:28.114661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7c310d81-0b8b-4cd5-a666-4cae190ab8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:28.117688 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7c310d81-0b8b-4cd5-a666-4cae190ab8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:28.128602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-acfa31d1-f1a8-4128-b50f-ddbf449e078b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:28.177819 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-7c310d81-0b8b-4cd5-a666-4cae190ab8aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bef4f84096ea41428f100dacb6487301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365234 Apr 20 18:18:28.179583 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c310d81-0b8b-4cd5-a666-4cae190ab8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0dbac2-2dee-4445-8bfe-e88305d6dbc2,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:28.182664 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48356) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:28.186131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-7c310d81-0b8b-4cd5-a666-4cae190ab8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:28.249804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2332b587-f2e5-4036-a358-e7834c67dd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:28.266954 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-6d33310d-af6f-40a4-bb85-2fc1b4ae4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:28.268566 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-6d33310d-af6f-40a4-bb85-2fc1b4ae4956 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32d44bd0f80047929834e6990ebce2ee&device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 1097 time: 0.5342724 Apr 20 18:18:28.280827 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2332b587-f2e5-4036-a358-e7834c67dd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:28.328579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2332b587-f2e5-4036-a358-e7834c67dd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:28.333901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0044354e-8b03-4aa1-a371-d504942414aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:28.345718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332b587-f2e5-4036-a358-e7834c67dd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0dbac2-2dee-4445-8bfe-e88305d6dbc2,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:28.350374 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2332b587-f2e5-4036-a358-e7834c67dd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:28.354441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2332b587-f2e5-4036-a358-e7834c67dd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:28.356931 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2332b587-f2e5-4036-a358-e7834c67dd36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff0dbac2-2dee-4445-8bfe-e88305d6dbc2 HTTP/1.1" status: 204 len: 168 time: 0.1726425 Apr 20 18:18:28.366917 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-462b045a-4d79-4ddc-ae05-afc5b930d911 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=905fff48-2dee-4fd8-87e8-5be60ce33431 HTTP/1.1" status: 200 len: 217 time: 0.0805237 Apr 20 18:18:28.369127 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-f5baf9ae-5a79-4343-9bbc-06a2d809115e service neutron] 10.222.0.21 "GET /v2.0/networks/d3d0b7e3-d3db-4b08-827f-de4664622b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234852 Apr 20 18:18:28.383590 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9f9a7-4bab-44da-9aff-89eedf57c809 req-f9d2f074-055b-4691-8dc2-892b7ff737ba tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:28.387146 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07a9f9a7-4bab-44da-9aff-89eedf57c809 req-f9d2f074-055b-4691-8dc2-892b7ff737ba tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 944 time: 0.5120401 Apr 20 18:18:28.598668 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07a9f9a7-4bab-44da-9aff-89eedf57c809 req-87161cce-f27b-49be-b57b-439a59456b74 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443114 Apr 20 18:18:28.603543 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-ea6f1ce6-e516-4544-b027-34397e6e8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:28.605057 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-ea6f1ce6-e516-4544-b027-34397e6e8da4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fb8bc77-2084-449e-b9ad-77b8cc84b724 HTTP/1.1" status: 200 len: 848 time: 0.2304409 Apr 20 18:18:28.704799 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-60355d52-3074-476d-bf0d-3addd314c442 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a418573-73e4-47f2-bfa8-7a9da158821a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678599 Apr 20 18:18:28.708793 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-c49cae53-9338-4975-ad9e-69b6fff0f0d2 service neutron] 10.222.0.21 "GET /v2.0/networks/d3d0b7e3-d3db-4b08-827f-de4664622b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197901 Apr 20 18:18:29.074074 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442cade1-8adf-4cba-87e7-df4ef165979a req-ed9a6517-c08c-473c-bb13-b6107bd415a1 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:29.084244 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-442cade1-8adf-4cba-87e7-df4ef165979a req-ed9a6517-c08c-473c-bb13-b6107bd415a1 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.3046935 Apr 20 18:18:29.162715 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-f4e7166a-82ab-4a67-9054-d1ce47e2ed02 service neutron] 10.222.0.37 "GET /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479094 Apr 20 18:18:29.179298 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-442cade1-8adf-4cba-87e7-df4ef165979a req-e965e43a-474c-4d3d-a7b9-85faf8941d91 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935564 Apr 20 18:18:29.384195 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d1450da7-f04d-4540-aa81-9647c8efb14c req-6eae00f1-fd77-4014-b75b-f26985f683e6 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 210 time: 0.1413879 Apr 20 18:18:29.458352 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0f4ca01-6dfb-4b72-a8ef-9853fc200806 req-a16bb0d4-8582-4bc4-8af6-367d9a1632f6 service neutron] 10.222.0.37 "GET /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769840 Apr 20 18:18:29.608620 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a90d0-2de0-4fc9-9ea3-8bf596d95189 req-f913d9d6-a492-45dc-8be9-4de6c19b12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:29.610252 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1a8a90d0-2de0-4fc9-9ea3-8bf596d95189 req-f913d9d6-a492-45dc-8be9-4de6c19b12bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32d44bd0f80047929834e6990ebce2ee&device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 1097 time: 0.0966134 Apr 20 18:18:29.847688 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a90d0-2de0-4fc9-9ea3-8bf596d95189 req-0165f5b8-5e11-4a40-9746-32b611bf39df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:29.850376 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1a8a90d0-2de0-4fc9-9ea3-8bf596d95189 req-0165f5b8-5e11-4a40-9746-32b611bf39df service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a418573-73e4-47f2-bfa8-7a9da158821a HTTP/1.1" status: 200 len: 909 time: 0.2315774 Apr 20 18:18:30.021699 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1a8a90d0-2de0-4fc9-9ea3-8bf596d95189 req-58076642-469d-4696-88d5-e2393be6cf25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=905fff48-2dee-4fd8-87e8-5be60ce33431 HTTP/1.1" status: 200 len: 217 time: 0.1481850 Apr 20 18:18:30.125744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0bf08-bb45-4fc2-9d80-20071873543d req-5d54c20f-6042-47ef-8d48-2ac2ea5dcaa9 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:30.129785 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-92a0bf08-bb45-4fc2-9d80-20071873543d req-5d54c20f-6042-47ef-8d48-2ac2ea5dcaa9 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 944 time: 0.3646603 Apr 20 18:18:30.263972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a90d0-2de0-4fc9-9ea3-8bf596d95189 req-4e95ff74-ab79-4390-bff9-c597d217baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:30.267141 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1a8a90d0-2de0-4fc9-9ea3-8bf596d95189 req-4e95ff74-ab79-4390-bff9-c597d217baf5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fb8bc77-2084-449e-b9ad-77b8cc84b724 HTTP/1.1" status: 200 len: 848 time: 0.2324626 Apr 20 18:18:30.304169 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-92a0bf08-bb45-4fc2-9d80-20071873543d req-3986bad3-d4c0-4139-b8e6-56da114c2b04 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538787 Apr 20 18:18:30.520087 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1a8a90d0-2de0-4fc9-9ea3-8bf596d95189 req-5d0aff1d-e29c-4af4-9706-88abe7bfb12d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a418573-73e4-47f2-bfa8-7a9da158821a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2367113 Apr 20 18:18:30.665881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48446) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:30.799069 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-d1d3589b-0950-4db8-a50e-b8b8ff0b2c35 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:30.800883 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-d1d3589b-0950-4db8-a50e-b8b8ff0b2c35 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Synchronizing usage tracker for tenant:d0f94071a428410f802e21a0ada9811e on resource:network {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:30.835677 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-d1d3589b-0950-4db8-a50e-b8b8ff0b2c35 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Unset dirty status for tenant:d0f94071a428410f802e21a0ada9811e on resource:network {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:30.838691 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-d1d3589b-0950-4db8-a50e-b8b8ff0b2c35 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.37 "GET /v2.0/networks?id=d3d0b7e3-d3db-4b08-827f-de4664622b70 HTTP/1.1" status: 200 len: 809 time: 0.4411500 Apr 20 18:18:30.858855 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Request body: {'port': {'device_id': '90789bec-371f-4d97-a3d2-2e7f808676fa', 'network_id': 'd3d0b7e3-d3db-4b08-827f-de4664622b70', 'admin_state_up': True, 'tenant_id': 'd0f94071a428410f802e21a0ada9811e'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:31.054236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6f47bf29-7703-4665-8020-a037ce54096f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:31.075484 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-78b32ada-689e-4ac8-ba29-46314b257101 req-f9e809ed-c560-4587-890f-9b2d8cd0ea20 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 210 time: 0.2418008 Apr 20 18:18:31.081159 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1a8a90d0-2de0-4fc9-9ea3-8bf596d95189 req-31726daf-16f5-444b-afc1-6c3ac53362a3 service neutron] 10.222.0.37 "GET /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479100 Apr 20 18:18:31.093623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-6f47bf29-7703-4665-8020-a037ce54096f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:31.104608 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-6f47bf29-7703-4665-8020-a037ce54096f admin admin] Usage tracker for resource:security_group_rule and tenant:16b070150d994309970fb60b36f2792e is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:31.127981 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-6f47bf29-7703-4665-8020-a037ce54096f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:31.140352 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-6f47bf29-7703-4665-8020-a037ce54096f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:31.185596 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:31.200589 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Usage tracker for resource:port and tenant:d0f94071a428410f802e21a0ada9811e is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:31.204601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:31.211000 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:31.226096 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Made reservation on behalf of d0f94071a428410f802e21a0ada9811e for: {'port': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:31.233408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:31.396211 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebe4d9-40e2-4f80-895f-2fe1d15f470a req-7de19e5e-00f2-41d2-b74a-abbb9018f161 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:31.398231 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d9ebe4d9-40e2-4f80-895f-2fe1d15f470a req-7de19e5e-00f2-41d2-b74a-abbb9018f161 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.5602500 Apr 20 18:18:31.468193 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30320c02-755c-47cf-b665-cc0072c1725e req-a84e252e-7423-473d-b101-d3dafea6f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:31.469907 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-30320c02-755c-47cf-b665-cc0072c1725e req-a84e252e-7423-473d-b101-d3dafea6f12c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 1098 time: 0.2564178 Apr 20 18:18:31.476927 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1a8a90d0-2de0-4fc9-9ea3-8bf596d95189 req-378827c4-8f87-4626-a9b8-e92fdb223845 service neutron] 10.222.0.37 "GET /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839955 Apr 20 18:18:31.490398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6f47bf29-7703-4665-8020-a037ce54096f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:31.504055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6f47bf29-7703-4665-8020-a037ce54096f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:31.519296 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2332b587-f2e5-4036-a358-e7834c67dd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:31.595823 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d9ebe4d9-40e2-4f80-895f-2fe1d15f470a req-4c6b324a-14e6-47d3-9c1a-133c8163fb71 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898477 Apr 20 18:18:31.613358 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-30320c02-755c-47cf-b665-cc0072c1725e req-19c00ed1-ad55-4a48-a9b6-862a80a4fcbf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351054 Apr 20 18:18:31.630256 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-6f47bf29-7703-4665-8020-a037ce54096f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16b070150d994309970fb60b36f2792e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9627583 Apr 20 18:18:31.634120 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48468) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:31.644652 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47bf29-7703-4665-8020-a037ce54096f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb06bbf-1bb9-4c6f-8fcd-d2d0fb7200ab,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:31.676660 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6f47bf29-7703-4665-8020-a037ce54096f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:31.699394 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Allocated IP 172.20.0.14 (d3d0b7e3-d3db-4b08-827f-de4664622b70/98974070-77e8-47d8-9c6f-d6fd3f855ef3/a54731cb-de34-4375-bedf-4858a54e47ef) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:31.703804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0195dd4-9869-47b2-b12b-165fa989b768 req-ffb882ee-09ce-40f9-83e0-d5fb14f7e557 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:31.705458 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a0195dd4-9869-47b2-b12b-165fa989b768 req-ffb882ee-09ce-40f9-83e0-d5fb14f7e557 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 944 time: 0.1737814 Apr 20 18:18:31.745801 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-87a55cd7-81aa-442f-bf86-2a95a8e295c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:31.808050 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a0195dd4-9869-47b2-b12b-165fa989b768 req-1bba8bcb-a0ef-41e6-9e50-a9e4966fe3ff tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832136 Apr 20 18:18:31.813322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-87a55cd7-81aa-442f-bf86-2a95a8e295c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:31.874505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-87a55cd7-81aa-442f-bf86-2a95a8e295c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:31.880388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bd48e5ac-6d40-4300-aef1-abe63210f206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:31.892653 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a55cd7-81aa-442f-bf86-2a95a8e295c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb06bbf-1bb9-4c6f-8fcd-d2d0fb7200ab,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:31.900805 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-87a55cd7-81aa-442f-bf86-2a95a8e295c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:31.905066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-87a55cd7-81aa-442f-bf86-2a95a8e295c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:31.909119 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-87a55cd7-81aa-442f-bf86-2a95a8e295c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cb06bbf-1bb9-4c6f-8fcd-d2d0fb7200ab HTTP/1.1" status: 204 len: 168 time: 0.2712152 Apr 20 18:18:31.977922 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.010346 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.019512 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:32.095844 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Network d3d0b7e3-d3db-4b08-827f-de4664622b70 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:32.100162 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:32.104747 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:32.110866 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:32.111554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.132790 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Pushing event updated for resources: {'Port': ['ID=a54731cb-de34-4375-bedf-4858a54e47ef,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:32.145725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:32.156285 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3066022 Apr 20 18:18:32.173448 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Request body: {'port': {'device_id': '90789bec-371f-4d97-a3d2-2e7f808676fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:32.313420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.318873 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06be33d-5c2b-4faf-b39e-2b76333a7a78 req-aa5fb345-8d3e-428a-a06f-ed6228d59936 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:32.320555 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a06be33d-5c2b-4faf-b39e-2b76333a7a78 req-aa5fb345-8d3e-428a-a06f-ed6228d59936 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 932 time: 0.1065383 Apr 20 18:18:32.381958 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a06be33d-5c2b-4faf-b39e-2b76333a7a78 req-dbe73bee-e85d-4efc-ac03-aa3cccdde2b9 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff47744-0c4d-4ff3-9954-27e7f26e0d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519226 Apr 20 18:18:32.764153 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54731cb-de34-4375-bedf-4858a54e47ef {{(pid=86319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:18:32.773527 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.791779 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Transition to ACTIVE for port object a54731cb-de34-4375-bedf-4858a54e47ef will not be triggered until provisioned by entity L2. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:32.798408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.805072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:32.834767 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48506) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:32.848806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 905fff48-2dee-4fd8-87e8-5be60ce33431 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:18:32.906320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbdb2e-fa89-4e6d-baba-945b08a86a1e req-d85dafeb-9965-4442-8180-fb37e1007698 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:32.907978 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-dcbbdb2e-fa89-4e6d-baba-945b08a86a1e req-d85dafeb-9965-4442-8180-fb37e1007698 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.1717587 Apr 20 18:18:33.007661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Pushing event updated for resources: {'Port': ['ID=a54731cb-de34-4375-bedf-4858a54e47ef,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:33.021205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:33.074810 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-dcbbdb2e-fa89-4e6d-baba-945b08a86a1e req-8f9ea7c0-5c7a-413a-9960-212b8991cf4c tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335344 Apr 20 18:18:33.085836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 905fff48-2dee-4fd8-87e8-5be60ce33431, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=905fff48-2dee-4fd8-87e8-5be60ce33431,segment=NetworkSegment(1812eab1-f275-49f1-8102-15c8d0623f28),segment_id=1812eab1-f275-49f1-8102-15c8d0623f28)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:33.130013 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '905fff48-2dee-4fd8-87e8-5be60ce33431', 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a', 'port_id': '905fff48-2dee-4fd8-87e8-5be60ce33431', 'mac_address': 'fa:16:3e:54:79:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb8bc77-2084-449e-b9ad-77b8cc84b724', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:18:33.160762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Attempting to bind port a54731cb-de34-4375-bedf-4858a54e47ef on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:33.161331 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Attempting to bind port a54731cb-de34-4375-bedf-4858a54e47ef by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'f9bf55c3-a7f3-412f-95f5-64ed17805888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3d0b7e3-d3db-4b08-827f-de4664622b70'}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:33.161437 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Attempting to bind port a54731cb-de34-4375-bedf-4858a54e47ef on network d3d0b7e3-d3db-4b08-827f-de4664622b70 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:33.170347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1948146879-network', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:33.176736 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Port a54731cb-de34-4375-bedf-4858a54e47ef on network d3d0b7e3-d3db-4b08-827f-de4664622b70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:18:33.179612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Attempting to bind port a54731cb-de34-4375-bedf-4858a54e47ef on network d3d0b7e3-d3db-4b08-827f-de4664622b70 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:33.182574 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:33.188494 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:33.190340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Checking segment: {'id': 'f9bf55c3-a7f3-412f-95f5-64ed17805888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3d0b7e3-d3db-4b08-827f-de4664622b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:33.190340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Bound using segment: {'id': 'f9bf55c3-a7f3-412f-95f5-64ed17805888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3d0b7e3-d3db-4b08-827f-de4664622b70'} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:33.190587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Usage tracker for resource:network and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:33.190669 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Bound port: a54731cb-de34-4375-bedf-4858a54e47ef, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bf55c3-a7f3-412f-95f5-64ed17805888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'd3d0b7e3-d3db-4b08-827f-de4664622b70'}}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:33.190669 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:33.210924 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:33.240988 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:33.263985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905fff48-2dee-4fd8-87e8-5be60ce33431 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:18:33.284785 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 905fff48-2dee-4fd8-87e8-5be60ce33431, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=905fff48-2dee-4fd8-87e8-5be60ce33431,segment=NetworkSegment(1812eab1-f275-49f1-8102-15c8d0623f28),segment_id=1812eab1-f275-49f1-8102-15c8d0623f28)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:33.288300 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:33.290417 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:33.295332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:33.387649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=905fff48-2dee-4fd8-87e8-5be60ce33431,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:33.398054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:33.398918 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:33.399450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:33.399969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:33.400529 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:33.401126 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:33.401645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:33.402176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:33.403258 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:33.403788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:33.404546 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:33.405085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:33.419989 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:33.568889 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] For port a54731cb-de34-4375-bedf-4858a54e47ef, host hv-cinder-78693, cleared binding levels {{(pid=86319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:33.572585 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] For port a54731cb-de34-4375-bedf-4858a54e47ef, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a54731cb-de34-4375-bedf-4858a54e47ef,segment=NetworkSegment(f9bf55c3-a7f3-412f-95f5-64ed17805888),segment_id=f9bf55c3-a7f3-412f-95f5-64ed17805888)] {{(pid=86319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:33.576942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:33.582647 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-541f9d3a-06f2-4b77-9165-d36f8814ba16 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:33.598275 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['905fff48-2dee-4fd8-87e8-5be60ce33431'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:18:33.603005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Made reservation on behalf of c250e0852dda4b6db36fcb0ea4536490 for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:33.608163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:33.631997 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:33.654205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:33.655215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:33.656745 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] 10.222.0.37 "PUT /v2.0/ports/a54731cb-de34-4375-bedf-4858a54e47ef HTTP/1.1" status: 200 len: 1094 time: 1.4884093 Apr 20 18:18:33.657276 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90789bec-371f-4d97-a3d2-2e7f808676fa', 'tag': 'a54731cb-de34-4375-bedf-4858a54e47ef'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:33.674211 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c0da0-472c-4863-8ad0-24682685cbe7 req-31c770c0-7e64-4532-b740-275610d27c91 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:33.676076 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2f7c0da0-472c-4863-8ad0-24682685cbe7 req-31c770c0-7e64-4532-b740-275610d27c91 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 944 time: 0.4671302 Apr 20 18:18:33.681644 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:33.686792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Pushing event updated for resources: {'Port': ['ID=a54731cb-de34-4375-bedf-4858a54e47ef,revision_number=3']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:33.688506 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Usage tracker for resource:security_group_rule and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:33.694457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:33.703505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:33.719206 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:33.761364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5436584-5297-457f-932c-1b19b020c52e req-5c48dc3f-8818-436c-9b94-67130e75b9cb tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:33.764145 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b5436584-5297-457f-932c-1b19b020c52e req-5c48dc3f-8818-436c-9b94-67130e75b9cb tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.4804997 Apr 20 18:18:33.804186 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2f7c0da0-472c-4863-8ad0-24682685cbe7 req-6afc0625-fe61-4c48-afe9-4298d2cbc65c tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109867 Apr 20 18:18:33.828165 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3ffe64ae-6e06-4bf6-97a0-283898af07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:33.829901 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-3ffe64ae-6e06-4bf6-97a0-283898af07c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0f94071a428410f802e21a0ada9811e&device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 1097 time: 0.1032751 Apr 20 18:18:33.867100 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b5436584-5297-457f-932c-1b19b020c52e req-470794af-cd0c-4e6e-a0b1-8a45f0274f3f tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860732 Apr 20 18:18:33.931901 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-32847048-b8b1-4e0f-8468-c04ddd289885 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a54731cb-de34-4375-bedf-4858a54e47ef HTTP/1.1" status: 200 len: 217 time: 0.0937080 Apr 20 18:18:33.939810 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:34.023308 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90789bec-371f-4d97-a3d2-2e7f808676fa', 'tag': 'a54731cb-de34-4375-bedf-4858a54e47ef', 'status': 'completed', 'code': 200} Apr 20 18:18:34.034926 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:34.049593 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:18:34.061883 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:34.062280 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Added segment ed69cb34-fcf7-4044-bc6b-38a3f05b4453 of type vlan for network 57ff6d07-2176-457d-9fdf-c143c911f214 Apr 20 18:18:34.083925 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-5cb6bc26-8431-4271-9f63-b951e7b3d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:34.087752 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-5cb6bc26-8431-4271-9f63-b951e7b3d7d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98974070-77e8-47d8-9c6f-d6fd3f855ef3 HTTP/1.1" status: 200 len: 849 time: 0.1435642 Apr 20 18:18:34.100510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:34.140614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-54e9cea2-a45b-467c-9bdf-9fb006cc4276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:34.151435 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:34.160070 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:34.160708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:34.199695 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ac8f01-bc8b-4da0-9369-01c6a2a1b96e,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:34.214434 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-ef87a690-5307-4603-9dee-7e591206b5e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3d0b7e3-d3db-4b08-827f-de4664622b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180179 Apr 20 18:18:34.223474 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:34.225170 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:34.379321 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-81f79308-1d3a-46ca-b767-d6bf9a5c37b7 service neutron] 10.222.0.37 "GET /v2.0/networks/d3d0b7e3-d3db-4b08-827f-de4664622b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565127 Apr 20 18:18:34.393683 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5536010 Apr 20 18:18:34.397346 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48540) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:34.420459 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Request body: {'subnet': {'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1948146879-subnet', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:34.432591 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:34.441508 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Usage tracker for resource:subnet and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:34.452768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:34.462575 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:34.474845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Pushing event updated for resources: {'Network': ['ID=57ff6d07-2176-457d-9fdf-c143c911f214,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:34.478752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:34.480306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Made reservation on behalf of c250e0852dda4b6db36fcb0ea4536490 for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:34.486374 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 57ff6d07-2176-457d-9fdf-c143c911f214 details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:18:34.487725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847662132'] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:34.659075 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ea97c69-b328-492e-b7dd-eb3253ba720c req-eaf71329-1942-479b-9ce5-9ae45117f1e3 service neutron] 10.222.0.37 "GET /v2.0/networks/d3d0b7e3-d3db-4b08-827f-de4664622b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727976 Apr 20 18:18:34.687824 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881e96a-a24e-42b6-9549-5419dc05a49b req-1ea6cbb5-d6c9-49a4-a0da-1d14136a2a28 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:34.689947 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1881e96a-a24e-42b6-9549-5419dc05a49b req-1ea6cbb5-d6c9-49a4-a0da-1d14136a2a28 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 944 time: 0.7484837 Apr 20 18:18:34.824948 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1881e96a-a24e-42b6-9549-5419dc05a49b req-5077bd51-ae38-419f-9518-45833a4874c9 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff47744-0c4d-4ff3-9954-27e7f26e0d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255085 Apr 20 18:18:34.849367 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 905fff48-2dee-4fd8-87e8-5be60ce33431 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:34.904121 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc5358-2d4d-432b-8297-0c32d4486bf9 req-3a2f8ef8-72a5-48c2-b2e2-83d4fed91e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:34.906048 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-84fc5358-2d4d-432b-8297-0c32d4486bf9 req-3a2f8ef8-72a5-48c2-b2e2-83d4fed91e8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d0f94071a428410f802e21a0ada9811e&device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 1097 time: 0.1737313 Apr 20 18:18:35.036880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port 905fff48-2dee-4fd8-87e8-5be60ce33431 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:35.042800 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 905fff48-2dee-4fd8-87e8-5be60ce33431 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:35.043223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:35.055866 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48558) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:35.170690 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc5358-2d4d-432b-8297-0c32d4486bf9 req-458a3120-72fd-4127-8fa6-34d4e602cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:35.173566 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-84fc5358-2d4d-432b-8297-0c32d4486bf9 req-458a3120-72fd-4127-8fa6-34d4e602cba2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d3d0b7e3-d3db-4b08-827f-de4664622b70 HTTP/1.1" status: 200 len: 910 time: 0.2598407 Apr 20 18:18:35.200770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:35.209142 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271eed-7526-431c-bb8e-8188ce2e7067 req-95e5c1e3-3b33-422c-8015-d8689298f242 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:35.212232 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-19271eed-7526-431c-bb8e-8188ce2e7067 req-95e5c1e3-3b33-422c-8015-d8689298f242 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 945 time: 0.1553164 Apr 20 18:18:35.246054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 905fff48-2dee-4fd8-87e8-5be60ce33431, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=905fff48-2dee-4fd8-87e8-5be60ce33431,segment=NetworkSegment(1812eab1-f275-49f1-8102-15c8d0623f28),segment_id=1812eab1-f275-49f1-8102-15c8d0623f28)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:35.248224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905fff48-2dee-4fd8-87e8-5be60ce33431'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:35.255066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:35.257196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:35.337515 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905fff48-2dee-4fd8-87e8-5be60ce33431', 'code': 200} Apr 20 18:18:35.343824 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-19271eed-7526-431c-bb8e-8188ce2e7067 req-58c612ac-ebe8-4f83-b523-e510a1225aca tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124213 Apr 20 18:18:35.366320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=905fff48-2dee-4fd8-87e8-5be60ce33431,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:35.369496 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:35.382144 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-84fc5358-2d4d-432b-8297-0c32d4486bf9 req-f14fef95-e938-4fa9-8053-be5f927e87d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a54731cb-de34-4375-bedf-4858a54e47ef HTTP/1.1" status: 200 len: 217 time: 0.2000978 Apr 20 18:18:35.383957 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f91ebe70-8547-4df9-8064-8d3600891da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:35.422297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f91ebe70-8547-4df9-8064-8d3600891da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:35.431487 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f91ebe70-8547-4df9-8064-8d3600891da5 admin admin] Usage tracker for resource:security_group_rule and tenant:cf1566325ad543b5a5b3b331490f4d15 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:35.435351 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6790365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847662115'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:35.436410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f91ebe70-8547-4df9-8064-8d3600891da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:35.448905 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:35.482318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f91ebe70-8547-4df9-8064-8d3600891da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:35.503188 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc5358-2d4d-432b-8297-0c32d4486bf9 req-63327afe-0f45-47f3-b465-557eb15967da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:35.504808 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-84fc5358-2d4d-432b-8297-0c32d4486bf9 req-63327afe-0f45-47f3-b465-557eb15967da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=98974070-77e8-47d8-9c6f-d6fd3f855ef3 HTTP/1.1" status: 200 len: 849 time: 0.1155410 Apr 20 18:18:35.565247 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-84fc5358-2d4d-432b-8297-0c32d4486bf9 req-41a5bbc3-ff31-4bee-a77d-726e92f74eb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d3d0b7e3-d3db-4b08-827f-de4664622b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502338 Apr 20 18:18:35.615673 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cda58ca-ce51-4fab-bdb5-fa33e951d3b0,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:35.634405 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:35.645711 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Checking segment: {'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:35.646010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Network hostable DHCP agents. Network: 57ff6d07-2176-457d-9fdf-c143c911f214, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:18:35.710982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Network 57ff6d07-2176-457d-9fdf-c143c911f214 is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:18:35.729697 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-84fc5358-2d4d-432b-8297-0c32d4486bf9 req-ef4c1bbb-ec80-4f6b-8838-57bd60b06a7e service neutron] 10.222.0.37 "GET /v2.0/networks/d3d0b7e3-d3db-4b08-827f-de4664622b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570096 Apr 20 18:18:35.736682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 57ff6d07-2176-457d-9fdf-c143c911f214) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:35.747601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e462a655-371e-405a-b7c6-0ac2850485bd None None] Network 57ff6d07-2176-457d-9fdf-c143c911f214 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:18:35.763236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:35.764797 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:35.771701 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f91ebe70-8547-4df9-8064-8d3600891da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:35.784429 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f91ebe70-8547-4df9-8064-8d3600891da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:35.796682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3ec73177-a748-4185-8301-8e35e719e0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:35.804876 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf3e65-d754-4b3a-a3e7-a44ecfa735c1 req-d8561edb-8d6c-4308-aa2f-fb4dcf4130bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:35.806485 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-51bf3e65-d754-4b3a-a3e7-a44ecfa735c1 req-d8561edb-8d6c-4308-aa2f-fb4dcf4130bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 1099 time: 0.2410774 Apr 20 18:18:35.873675 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4741266 Apr 20 18:18:35.882672 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48572) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:35.900958 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-84fc5358-2d4d-432b-8297-0c32d4486bf9 req-c6289038-be66-4c4c-a3cf-ffb6d6afe8da service neutron] 10.222.0.37 "GET /v2.0/networks/d3d0b7e3-d3db-4b08-827f-de4664622b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614575 Apr 20 18:18:35.905605 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f91ebe70-8547-4df9-8064-8d3600891da5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf1566325ad543b5a5b3b331490f4d15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8446407 Apr 20 18:18:35.906517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ebe70-8547-4df9-8064-8d3600891da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c576e82-d83a-48c3-88cf-9e47681e4309,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:35.910152 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48580) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:35.912276 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:35.924407 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f91ebe70-8547-4df9-8064-8d3600891da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:35.925368 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:35.933325 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Usage tracker for resource:router and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:35.938436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:35.947181 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-51bf3e65-d754-4b3a-a3e7-a44ecfa735c1 req-29e1fe86-9238-43dd-8452-69f072f72b7d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286716 Apr 20 18:18:35.948109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:35.977716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853069834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3538'] for router, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:35.979088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772315'] for router, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.059751 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c7197742-70c4-4ee2-b4bb-8172f37b3464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.100763 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c7197742-70c4-4ee2-b4bb-8172f37b3464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.112146 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.127084 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa39b10c4-86ab-5b52-81f8-7a7a43c951c9-57ff6d07-2176-457d-9fdf-c143c911f214', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'fixed_ips': [{'subnet_id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0'}]}} from dv-cinder-786930-2-smb. {{(pid=86321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:18:36.128142 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.159732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c7197742-70c4-4ee2-b4bb-8172f37b3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.165213 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-11b96beb-e284-4a45-8bc9-4b406b0e5dee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:36.178125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7197742-70c4-4ee2-b4bb-8172f37b3464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c576e82-d83a-48c3-88cf-9e47681e4309,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:36.194291 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c7197742-70c4-4ee2-b4bb-8172f37b3464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.195810 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c7197742-70c4-4ee2-b4bb-8172f37b3464 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c576e82-d83a-48c3-88cf-9e47681e4309 HTTP/1.1" status: 204 len: 168 time: 0.2845521 Apr 20 18:18:36.197041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c7197742-70c4-4ee2-b4bb-8172f37b3464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:36.362985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Allocated IP 172.20.0.2 (57ff6d07-2176-457d-9fdf-c143c911f214/0cda58ca-ce51-4fab-bdb5-fa33e951d3b0/3c3944ab-3a4e-4f2c-a220-f9984d630417) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:36.603881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48600) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:36.620477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9840a50-a3d6-4531-b444-28c0faec97ee req-6b54e649-fc2d-4c31-8bf1-f91d00279a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:36.623777 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d9840a50-a3d6-4531-b444-28c0faec97ee req-6b54e649-fc2d-4c31-8bf1-f91d00279a3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 1098 time: 0.6159930 Apr 20 18:18:36.626183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e526423a-00b6-4f7d-b9cb-2cdffe01e38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.645274 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-e526423a-00b6-4f7d-b9cb-2cdffe01e38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:36.649563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-e526423a-00b6-4f7d-b9cb-2cdffe01e38d admin admin] Usage tracker for resource:security_group_rule and tenant:e04c9fde7b024b04bcbf234a6a5d0a9a is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:36.652787 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-e526423a-00b6-4f7d-b9cb-2cdffe01e38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:36.657483 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.659764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-e526423a-00b6-4f7d-b9cb-2cdffe01e38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:36.669577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Transition to ACTIVE for port object 3c3944ab-3a4e-4f2c-a220-f9984d630417 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:36.693050 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Transition to ACTIVE for port object 3c3944ab-3a4e-4f2c-a220-f9984d630417 will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:36.700750 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.718935 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:36.766003 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e526423a-00b6-4f7d-b9cb-2cdffe01e38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.770863 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e526423a-00b6-4f7d-b9cb-2cdffe01e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.772954 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950a8c-0edd-4751-829f-38508b0975ce req-5e7770f7-db63-468d-a094-cf405223aedd tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:36.773514 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b7950a8c-0edd-4751-829f-38508b0975ce req-5e7770f7-db63-468d-a094-cf405223aedd tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 944 time: 0.7231669 Apr 20 18:18:36.781165 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Network 57ff6d07-2176-457d-9fdf-c143c911f214 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:36.782147 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Resources bound (agent type, host, resource id): {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:36.785148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:36.794828 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:36.795705 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50f8f6-f9bd-4b75-8403-8232a9ed6446 req-ec73118b-c652-471b-ac47-4413e6a79056 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:36.797356 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ca50f8f6-f9bd-4b75-8403-8232a9ed6446 req-ec73118b-c652-471b-ac47-4413e6a79056 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.7274077 Apr 20 18:18:36.858267 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526423a-00b6-4f7d-b9cb-2cdffe01e38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48946b86-e675-4c2c-94d6-8b98a411bbdf,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:36.866099 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-e526423a-00b6-4f7d-b9cb-2cdffe01e38d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e04c9fde7b024b04bcbf234a6a5d0a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584026 Apr 20 18:18:36.866299 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772300'] for router, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.867783 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48604) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:36.869199 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e526423a-00b6-4f7d-b9cb-2cdffe01e38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:36.916299 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Attempting to bind port 3c3944ab-3a4e-4f2c-a220-f9984d630417 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:36.916722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Attempting to bind port 3c3944ab-3a4e-4f2c-a220-f9984d630417 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:36.917145 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Attempting to bind port 3c3944ab-3a4e-4f2c-a220-f9984d630417 on network 57ff6d07-2176-457d-9fdf-c143c911f214 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:36.926579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Pushing event updated for resources: {'Port': ['ID=3c3944ab-3a4e-4f2c-a220-f9984d630417,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:36.929570 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:36.930816 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:36.931238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Checking segment: {'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:36.931693 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:36.932135 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Bound using segment: {'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:36.932744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Bound port: 3c3944ab-3a4e-4f2c-a220-f9984d630417, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:36.933169 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:37.005535 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device a54731cb-de34-4375-bedf-4858a54e47ef details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:18:37.018650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5d819b17-a2f0-41c1-bcec-2d2c26f7eccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:37.050142 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5d819b17-a2f0-41c1-bcec-2d2c26f7eccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:37.102479 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5d819b17-a2f0-41c1-bcec-2d2c26f7eccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:37.108691 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6f47bf29-7703-4665-8020-a037ce54096f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:37.124537 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d819b17-a2f0-41c1-bcec-2d2c26f7eccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48946b86-e675-4c2c-94d6-8b98a411bbdf,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:37.128139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5d819b17-a2f0-41c1-bcec-2d2c26f7eccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:37.130433 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5d819b17-a2f0-41c1-bcec-2d2c26f7eccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:37.131751 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5d819b17-a2f0-41c1-bcec-2d2c26f7eccb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48946b86-e675-4c2c-94d6-8b98a411bbdf HTTP/1.1" status: 204 len: 168 time: 0.2611217 Apr 20 18:18:37.163613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] For port 3c3944ab-3a4e-4f2c-a220-f9984d630417, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:37.196512 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] For port 3c3944ab-3a4e-4f2c-a220-f9984d630417, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=3c3944ab-3a4e-4f2c-a220-f9984d630417,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:37.214809 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:37.222889 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:37.337535 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b7950a8c-0edd-4751-829f-38508b0975ce req-82995885-8d19-4128-8933-f031dbc0818f tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff47744-0c4d-4ff3-9954-27e7f26e0d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849796 Apr 20 18:18:37.347311 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ca50f8f6-f9bd-4b75-8403-8232a9ed6446 req-64cb9710-6f58-4091-b319-7f5946d1576a tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613664 Apr 20 18:18:37.376184 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9840a50-a3d6-4531-b444-28c0faec97ee req-f932199a-61dc-48b0-81e7-85b8e106d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:37.377969 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d9840a50-a3d6-4531-b444-28c0faec97ee req-f932199a-61dc-48b0-81e7-85b8e106d696 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 919 time: 0.6472087 Apr 20 18:18:37.468612 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d9840a50-a3d6-4531-b444-28c0faec97ee req-e49c5bb0-efc5-49f0-8daa-d0f096304631 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24827e2-5aa9-425f-b018-20c4579a9cd0 HTTP/1.1" status: 200 len: 217 time: 0.0758481 Apr 20 18:18:37.538851 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Pushing event updated for resources: {'Port': ['ID=3c3944ab-3a4e-4f2c-a220-f9984d630417,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:37.542457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:37.556766 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port a54731cb-de34-4375-bedf-4858a54e47ef, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a54731cb-de34-4375-bedf-4858a54e47ef,segment=NetworkSegment(f9bf55c3-a7f3-412f-95f5-64ed17805888),segment_id=f9bf55c3-a7f3-412f-95f5-64ed17805888)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:37.567669 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9840a50-a3d6-4531-b444-28c0faec97ee req-8889c13b-ebd4-44f5-81dc-694149d3ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:37.569260 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d9840a50-a3d6-4531-b444-28c0faec97ee req-8889c13b-ebd4-44f5-81dc-694149d3ca23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0402e5f9-2c87-47d1-be48-d902f55b0f9b HTTP/1.1" status: 200 len: 858 time: 0.0931058 Apr 20 18:18:37.576167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': 'a54731cb-de34-4375-bedf-4858a54e47ef', 'network_id': 'd3d0b7e3-d3db-4b08-827f-de4664622b70', 'port_id': 'a54731cb-de34-4375-bedf-4858a54e47ef', 'mac_address': 'fa:16:3e:60:27:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98974070-77e8-47d8-9c6f-d6fd3f855ef3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:18:37.651340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:37.674518 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54731cb-de34-4375-bedf-4858a54e47ef {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:18:37.694693 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port a54731cb-de34-4375-bedf-4858a54e47ef, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a54731cb-de34-4375-bedf-4858a54e47ef,segment=NetworkSegment(f9bf55c3-a7f3-412f-95f5-64ed17805888),segment_id=f9bf55c3-a7f3-412f-95f5-64ed17805888)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:37.698574 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:37.701841 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-914400fa-fcd1-40e0-baea-87fccd77dbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:37.753721 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d9840a50-a3d6-4531-b444-28c0faec97ee req-5bc4456a-23bc-438e-aaff-1f9d77ccc7d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b754d42-4608-4677-bd8d-77d0689a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237385 Apr 20 18:18:37.793898 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=a54731cb-de34-4375-bedf-4858a54e47ef,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:37.797506 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:37.978413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['a54731cb-de34-4375-bedf-4858a54e47ef'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:18:38.081195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe45fe-16d1-4aa1-b14c-749607fae775 req-5ff3e691-00bc-4f73-bdf2-f44e8996866a tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:38.083540 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-99fe45fe-16d1-4aa1-b14c-749607fae775 req-5ff3e691-00bc-4f73-bdf2-f44e8996866a tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 946 time: 0.5221591 Apr 20 18:18:38.087638 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:38.162363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:38.169802 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d9840a50-a3d6-4531-b444-28c0faec97ee req-e42efb97-02b1-4bd7-bc1b-6735e576f24f service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489158 Apr 20 18:18:38.329918 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-99fe45fe-16d1-4aa1-b14c-749607fae775 req-8ca4daf7-1da2-42b4-9b89-41d9051edd1a tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132413 Apr 20 18:18:38.453806 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d9840a50-a3d6-4531-b444-28c0faec97ee req-c37c4090-b464-4606-975a-b156e9dde2a7 service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435870 Apr 20 18:18:38.481503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Allocated IP 172.28.2.12 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/16bbea12-9240-4d2e-9292-3662483241f4) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:38.812393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:38.827401 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98ecc5-4e24-445d-a9ee-3c4b7f7a23e7 req-823dd401-f653-472d-98c0-26edc2a98d2a tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:38.828994 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5c98ecc5-4e24-445d-a9ee-3c4b7f7a23e7 req-823dd401-f653-472d-98c0-26edc2a98d2a tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.2460527 Apr 20 18:18:38.842038 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341ff77-e288-4ad1-9caa-f4abad291076 req-b155a5b5-95b3-4993-a2bf-d0ac73eb4e35 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:38.843673 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7341ff77-e288-4ad1-9caa-f4abad291076 req-b155a5b5-95b3-4993-a2bf-d0ac73eb4e35 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 945 time: 0.2623003 Apr 20 18:18:38.950766 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7341ff77-e288-4ad1-9caa-f4abad291076 req-11c5d83a-6550-4566-89d0-879eb923b4a1 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff47744-0c4d-4ff3-9954-27e7f26e0d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887330 Apr 20 18:18:38.960111 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5c98ecc5-4e24-445d-a9ee-3c4b7f7a23e7 req-e62126da-1d65-43a9-9d3e-1a1f2cecb602 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154017 Apr 20 18:18:38.994283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:39.012797 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:39.149931 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:39.151235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:39.154821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:39.223551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Pushing event updated for resources: {'Port': ['ID=16bbea12-9240-4d2e-9292-3662483241f4,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:39.233508 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:39.358970 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db76fd45-5472-40f5-b373-6bab6c6787c5 None None] Network 57ff6d07-2176-457d-9fdf-c143c911f214 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:18:39.485024 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 3c3944ab-3a4e-4f2c-a220-f9984d630417 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:39.601405 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-ea252405-c39e-4382-8651-ebf60e06c374 None None] Provisioning for port 3c3944ab-3a4e-4f2c-a220-f9984d630417 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:39.605272 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 3c3944ab-3a4e-4f2c-a220-f9984d630417 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:39.614794 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 3c3944ab-3a4e-4f2c-a220-f9984d630417 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:39.615224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:39.654265 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-ea252405-c39e-4382-8651-ebf60e06c374 None None] Provisioning complete for port 3c3944ab-3a4e-4f2c-a220-f9984d630417 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:39.654712 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea252405-c39e-4382-8651-ebf60e06c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:39.742204 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:18:39.858690 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48686) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:39.995121 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a95411-5789-434d-b387-1643943bf363 req-e677fbef-0783-4295-b0f6-06b5cade1b49 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:39.997304 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-68a95411-5789-434d-b387-1643943bf363 req-e677fbef-0783-4295-b0f6-06b5cade1b49 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 946 time: 0.2733154 Apr 20 18:18:40.019764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-178dea60-f0d4-46e0-8c7a-7c9ca936a3fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.038160 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.045183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea252405-c39e-4382-8651-ebf60e06c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.048655 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-178dea60-f0d4-46e0-8c7a-7c9ca936a3fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:40.052875 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-178dea60-f0d4-46e0-8c7a-7c9ca936a3fa admin admin] Usage tracker for resource:security_group_rule and tenant:bcccac345e884584bf9f02f37fa37445 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:40.056104 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-178dea60-f0d4-46e0-8c7a-7c9ca936a3fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:40.066605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-178dea60-f0d4-46e0-8c7a-7c9ca936a3fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:40.091969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-ea252405-c39e-4382-8651-ebf60e06c374 None None] For port 3c3944ab-3a4e-4f2c-a220-f9984d630417, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=3c3944ab-3a4e-4f2c-a220-f9984d630417,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:40.094399 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.167066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-178dea60-f0d4-46e0-8c7a-7c9ca936a3fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.169387 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea252405-c39e-4382-8651-ebf60e06c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.174255 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:40.176083 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-178dea60-f0d4-46e0-8c7a-7c9ca936a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.188025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a7aecb70-eaf9-4593-a495-77fd398a5f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:40.243716 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-178dea60-f0d4-46e0-8c7a-7c9ca936a3fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcccac345e884584bf9f02f37fa37445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836455 Apr 20 18:18:40.245815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dea60-f0d4-46e0-8c7a-7c9ca936a3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7920d56d-4222-4186-bdf1-2e9d0d4293c8,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:40.264764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48702) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:40.265954 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-68a95411-5789-434d-b387-1643943bf363 req-8e7d4853-c866-43de-9ea6-f854f976d137 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603478 Apr 20 18:18:40.276349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-178dea60-f0d4-46e0-8c7a-7c9ca936a3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:40.289702 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.db.api [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86321) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:18:40.289949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_db.api [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:18:40.310699 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea252405-c39e-4382-8651-ebf60e06c374 None None] Pushing event updated for resources: {'Port': ['ID=3c3944ab-3a4e-4f2c-a220-f9984d630417,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:40.314075 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ea252405-c39e-4382-8651-ebf60e06c374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:40.364652 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8a824182-d530-49a5-bf07-f82173342a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.395005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8a824182-d530-49a5-bf07-f82173342a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.487077 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8a824182-d530-49a5-bf07-f82173342a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.493851 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a36a8be6-b22d-4b7c-999e-1669963acf15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:40.509100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a824182-d530-49a5-bf07-f82173342a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7920d56d-4222-4186-bdf1-2e9d0d4293c8,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:40.511113 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8a824182-d530-49a5-bf07-f82173342a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.512848 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-8a824182-d530-49a5-bf07-f82173342a55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7920d56d-4222-4186-bdf1-2e9d0d4293c8 HTTP/1.1" status: 204 len: 168 time: 0.2467191 Apr 20 18:18:40.513833 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8a824182-d530-49a5-bf07-f82173342a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:40.558384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c974ca-e3fd-4634-ae54-2550f93ce645 req-dd8ac78b-21dc-4234-9945-68727b5746e9 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:40.560688 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-71c974ca-e3fd-4634-ae54-2550f93ce645 req-dd8ac78b-21dc-4234-9945-68727b5746e9 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 945 time: 0.3924673 Apr 20 18:18:40.566525 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6710057c-ace4-4f17-94f5-4da1d942ddac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.599928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-0f87f7c7-0e06-4ba0-b15e-8b07adca4242 None None] Provisioning complete for port 3c3944ab-3a4e-4f2c-a220-f9984d630417 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:40.601134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0f87f7c7-0e06-4ba0-b15e-8b07adca4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.684442 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-71c974ca-e3fd-4634-ae54-2550f93ce645 req-e45a000e-5108-46e6-86fc-ee0b9f6316f8 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff47744-0c4d-4ff3-9954-27e7f26e0d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145813 Apr 20 18:18:40.700827 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853010083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853029691'] for router, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:40.852260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d6953-4505-4155-87b2-1f265cdb203f req-db2dc58b-28d2-4dfe-ab09-fe04d6f7193d tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:40.854143 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3e7d6953-4505-4155-87b2-1f265cdb203f req-db2dc58b-28d2-4dfe-ab09-fe04d6f7193d tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.3547809 Apr 20 18:18:40.896387 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device a54731cb-de34-4375-bedf-4858a54e47ef up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:40.988146 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3e7d6953-4505-4155-87b2-1f265cdb203f req-5e789d36-6b64-4a18-bac2-abc7d4c0c8e9 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168375 Apr 20 18:18:41.031005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port a54731cb-de34-4375-bedf-4858a54e47ef completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:41.038097 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port a54731cb-de34-4375-bedf-4858a54e47ef triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:41.038511 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:41.160924 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Router 8c616285-3089-4a70-bcf5-71b771edf770 is scheduled to L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc with binding_index 1 {{(pid=86320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:18:41.294089 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:41.334677 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 3c3944ab-3a4e-4f2c-a220-f9984d630417 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:41.448682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90789bec-371f-4d97-a3d2-2e7f808676fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54731cb-de34-4375-bedf-4858a54e47ef'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:41.469134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port a54731cb-de34-4375-bedf-4858a54e47ef, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a54731cb-de34-4375-bedf-4858a54e47ef,segment=NetworkSegment(f9bf55c3-a7f3-412f-95f5-64ed17805888),segment_id=f9bf55c3-a7f3-412f-95f5-64ed17805888)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:41.475393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:41.478419 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:41.536753 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90789bec-371f-4d97-a3d2-2e7f808676fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54731cb-de34-4375-bedf-4858a54e47ef', 'code': 200} Apr 20 18:18:41.556136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 3c3944ab-3a4e-4f2c-a220-f9984d630417 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:41.556537 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:41.622278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=a54731cb-de34-4375-bedf-4858a54e47ef,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:41.628584 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:41.663685 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe4c9d-8fd0-4fff-8e41-013e0f6b144d req-8212e1eb-d9de-446f-ac8c-75edff982822 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:41.665541 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e8fe4c9d-8fd0-4fff-8e41-013e0f6b144d req-8212e1eb-d9de-446f-ac8c-75edff982822 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.37 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 946 time: 0.6274836 Apr 20 18:18:41.809624 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-e8fe4c9d-8fd0-4fff-8e41-013e0f6b144d req-db149c32-1fe8-4b1b-b980-a4c4c8297611 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Deleting port 905fff48-2dee-4fd8-87e8-5be60ce33431 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:18:41.810012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-e8fe4c9d-8fd0-4fff-8e41-013e0f6b144d req-db149c32-1fe8-4b1b-b980-a4c4c8297611 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:41.836099 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43afe4-b966-403c-940b-29ee7568df68 req-85123845-039f-4306-b36e-68ff33aa8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:41.837987 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cc43afe4-b966-403c-940b-29ee7568df68 req-85123845-039f-4306-b36e-68ff33aa8c5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 1099 time: 0.0986099 Apr 20 18:18:41.889899 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cc43afe4-b966-403c-940b-29ee7568df68 req-fe3ba6ac-4cf1-4148-b817-d1edfbc1b1e8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6ff47744-0c4d-4ff3-9954-27e7f26e0d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444126 Apr 20 18:18:41.936180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:18:41.945001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Sync routers for ids ['8c616285-3089-4a70-bcf5-71b771edf770'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:18:41.960076 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Routers {'8c616285-3089-4a70-bcf5-71b771edf770'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:41.960742 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:18:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8c616285-3089-4a70-bcf5-71b771edf770'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:42.027861 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009b6e8-8113-4fdf-ae78-eacf1c3a8068 req-dc2d84b6-d174-4724-97ef-35f8ff7d24d9 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:42.029657 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2009b6e8-8113-4fdf-ae78-eacf1c3a8068 req-dc2d84b6-d174-4724-97ef-35f8ff7d24d9 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 946 time: 0.4606612 Apr 20 18:18:42.059355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:42.063309 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1769967 Apr 20 18:18:42.064123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48782) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:42.181957 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Set router 8c616285-3089-4a70-bcf5-71b771edf770 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:42.303851 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-e8fe4c9d-8fd0-4fff-8e41-013e0f6b144d req-db149c32-1fe8-4b1b-b980-a4c4c8297611 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] For port 905fff48-2dee-4fd8-87e8-5be60ce33431, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=905fff48-2dee-4fd8-87e8-5be60ce33431,segment=NetworkSegment(1812eab1-f275-49f1-8102-15c8d0623f28),segment_id=1812eab1-f275-49f1-8102-15c8d0623f28)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:42.304658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-e8fe4c9d-8fd0-4fff-8e41-013e0f6b144d req-db149c32-1fe8-4b1b-b980-a4c4c8297611 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:42.332559 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2009b6e8-8113-4fdf-ae78-eacf1c3a8068 req-d1b2a088-443a-4d8c-92bb-4f34bbaa3a2f tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895451 Apr 20 18:18:42.350364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fe0d3-f907-484b-951c-710fa75db89a req-07adc0f2-3fa4-43ae-ae25-0bd39150d1f8 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:42.369558 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ce6fe0d3-f907-484b-951c-710fa75db89a req-07adc0f2-3fa4-43ae-ae25-0bd39150d1f8 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 946 time: 0.5241418 Apr 20 18:18:42.588839 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-e8fe4c9d-8fd0-4fff-8e41-013e0f6b144d req-db149c32-1fe8-4b1b-b980-a4c4c8297611 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Calling delete_port for 905fff48-2dee-4fd8-87e8-5be60ce33431 owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:18:42.750114 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ce6fe0d3-f907-484b-951c-710fa75db89a req-063662ab-ab8c-426a-a562-ad381e2eedfd tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff47744-0c4d-4ff3-9954-27e7f26e0d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793666 Apr 20 18:18:42.785641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:18:39Z', 'revision_number': 3, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:42.796588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Checking router: 8c616285-3089-4a70-bcf5-71b771edf770 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:18:42.797442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Updating router 8c616285-3089-4a70-bcf5-71b771edf770 port 16bbea12-9240-4d2e-9292-3662483241f4 binding host dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:18:42.906781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.165186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1d629815-cd15-489c-8a32-6f396666c12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.180314 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a6fec-138a-425c-9370-d55fbfb5747e req-3ef75628-3a5f-4f20-b71e-7054cd6cd168 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:43.188921 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f23a6fec-138a-425c-9370-d55fbfb5747e req-3ef75628-3a5f-4f20-b71e-7054cd6cd168 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.2897341 Apr 20 18:18:43.264483 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-e8fe4c9d-8fd0-4fff-8e41-013e0f6b144d req-db149c32-1fe8-4b1b-b980-a4c4c8297611 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.338334 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f23a6fec-138a-425c-9370-d55fbfb5747e req-16d33e2c-3221-426a-a114-e827fe0260a2 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483393 Apr 20 18:18:43.345019 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:43.364398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.442690 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149c32-1fe8-4b1b-b980-a4c4c8297611 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Pushing event deleted for resources: {'Port': ['ID=905fff48-2dee-4fd8-87e8-5be60ce33431,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:43.445310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-db149c32-1fe8-4b1b-b980-a4c4c8297611 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:43.515023 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fe4c9d-8fd0-4fff-8e41-013e0f6b144d req-db149c32-1fe8-4b1b-b980-a4c4c8297611 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] No DVR routers for this DVR port 905fff48-2dee-4fd8-87e8-5be60ce33431 on host hv-cinder-78693 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:18:43.518127 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-e8fe4c9d-8fd0-4fff-8e41-013e0f6b144d req-db149c32-1fe8-4b1b-b980-a4c4c8297611 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.523304 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0', 'name': 'network-vif-deleted', 'tag': '905fff48-2dee-4fd8-87e8-5be60ce33431'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:43.582680 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d3232649-18f3-4c81-a6e7-3a30278b317a req-505b1096-43f1-4e70-8c05-3d816bd34c7a tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0 HTTP/1.1" status: 200 len: 210 time: 0.0699184 Apr 20 18:18:43.593502 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e8fe4c9d-8fd0-4fff-8e41-013e0f6b144d req-db149c32-1fe8-4b1b-b980-a4c4c8297611 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.37 "DELETE /v2.0/ports/905fff48-2dee-4fd8-87e8-5be60ce33431 HTTP/1.1" status: 204 len: 173 time: 1.9187014 Apr 20 18:18:43.599788 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7619e55f-5e5f-4fbe-a7b1-7da4d12f13a0', 'name': 'network-vif-deleted', 'tag': '905fff48-2dee-4fd8-87e8-5be60ce33431', 'status': 'completed', 'code': 200} Apr 20 18:18:43.672464 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.694074 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Transition to ACTIVE for port object 16bbea12-9240-4d2e-9292-3662483241f4 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:43.700997 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.706609 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:43.723836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Allocated IP 172.20.0.1 (57ff6d07-2176-457d-9fdf-c143c911f214/0cda58ca-ce51-4fab-bdb5-fa33e951d3b0/d1c177a0-11a3-4909-b2a5-17dc2a21ef5b) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:43.807105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Attempting to bind port 16bbea12-9240-4d2e-9292-3662483241f4 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:43.807517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Attempting to bind port 16bbea12-9240-4d2e-9292-3662483241f4 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:43.807921 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Attempting to bind port 16bbea12-9240-4d2e-9292-3662483241f4 on network 7b612f0a-6263-4b19-bfa2-1df00b92c582 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:43.828492 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:43.829517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Checking segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:43.830180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.830830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Bound using segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:43.832079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Bound port: 16bbea12-9240-4d2e-9292-3662483241f4, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:43.832694 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.871026 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.953110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] For port 16bbea12-9240-4d2e-9292-3662483241f4, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:43.957945 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] For port 16bbea12-9240-4d2e-9292-3662483241f4, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=16bbea12-9240-4d2e-9292-3662483241f4,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:43.960886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Pushing event updated for resources: {'Port': ['ID=16bbea12-9240-4d2e-9292-3662483241f4,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:43.977169 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.988469 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:43.989233 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:43.989820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:43.990411 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:43.991042 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:43.991613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:43.993007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:43.993618 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:43.994180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:43.994793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:43.995347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:43.995909 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:44.004083 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:44.004517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:44.071771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d10047-3e92-4b5b-81ca-5f873cdf29b7 req-1a6173e4-e950-4f71-899c-a6c26f03262d tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:44.073542 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-30d10047-3e92-4b5b-81ca-5f873cdf29b7 req-1a6173e4-e950-4f71-899c-a6c26f03262d tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 946 time: 0.1808684 Apr 20 18:18:44.115079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Pushing event updated for resources: {'Port': ['ID=16bbea12-9240-4d2e-9292-3662483241f4,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:44.128305 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:44.129087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Routers {'8c616285-3089-4a70-bcf5-71b771edf770'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:44.129768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:18:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8c616285-3089-4a70-bcf5-71b771edf770'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:44.151985 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-30d10047-3e92-4b5b-81ca-5f873cdf29b7 req-92e03f12-6707-4e09-a201-0dc09645e8b3 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff47744-0c4d-4ff3-9954-27e7f26e0d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667031 Apr 20 18:18:44.173440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:44.196236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Transition to ACTIVE for port object d1c177a0-11a3-4909-b2a5-17dc2a21ef5b will not be triggered until provisioned by entity DHCP. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:44.221958 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:44.227656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:44.306677 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Network 57ff6d07-2176-457d-9fdf-c143c911f214 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:44.310698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:44.322061 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:44.322600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707032'] for router_interface, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:44.366254 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Pushing event updated for resources: {'Port': ['ID=d1c177a0-11a3-4909-b2a5-17dc2a21ef5b,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:44.370670 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:44.382324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:44.416260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] Set router 8c616285-3089-4a70-bcf5-71b771edf770 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:44.520086 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:44.714454 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274748a8-99b7-4326-b4f9-32d21a9f9ffe req-c3f22dcf-49bf-4c72-b4c5-267211487ba7 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:44.717584 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-0c35e437-dde3-4edd-a60c-239055da5ac7 None None] Provisioning for port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:44.718373 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-274748a8-99b7-4326-b4f9-32d21a9f9ffe req-c3f22dcf-49bf-4c72-b4c5-267211487ba7 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1833594 Apr 20 18:18:44.733914 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-0c35e437-dde3-4edd-a60c-239055da5ac7 None None] Provisioning complete for port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:44.734347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0c35e437-dde3-4edd-a60c-239055da5ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:44.857609 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-274748a8-99b7-4326-b4f9-32d21a9f9ffe req-9ce2c538-1541-4cb9-ba53-efc3de91075e tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243584 Apr 20 18:18:44.904231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 905fff48-2dee-4fd8-87e8-5be60ce33431 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:18:45.059413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: 905fff48-2dee-4fd8-87e8-5be60ce33431 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:18:45.059866 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 905fff48-2dee-4fd8-87e8-5be60ce33431 not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:18:45.113973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-0c35e437-dde3-4edd-a60c-239055da5ac7 None None] Port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:18:45.133519 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:45.140230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:45.141451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068673'] for router_interface, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:45.146242 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:45.205212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:18:39Z', 'revision_number': 3, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:45.210079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915da0bb-6225-4ceb-b44c-445a5c6ee4d8 None None] The sync data for ids ['8c616285-3089-4a70-bcf5-71b771edf770'] in dv-cinder-786930-2-smb is: [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:18:39Z', 'revision_number': 3, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:18:45.237305 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:45.333059 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Pushing event updated for resources: {'Port': ['ID=d1c177a0-11a3-4909-b2a5-17dc2a21ef5b,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:45.339076 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:45.412550 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Network 57ff6d07-2176-457d-9fdf-c143c911f214 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:45.413753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:45.415472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-c35adfbd-3ccf-4c6e-ba36-f01c4b5b999d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:45.424395 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-c35adfbd-3ccf-4c6e-ba36-f01c4b5b999d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/networks?id=8a418573-73e4-47f2-bfa8-7a9da158821a HTTP/1.1" status: 200 len: 808 time: 0.2361417 Apr 20 18:18:45.441002 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-2075fd1b-382f-4c8e-9760-0376fbf5b587 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/quotas/32d44bd0f80047929834e6990ebce2ee HTTP/1.1" status: 200 len: 375 time: 0.0156047 Apr 20 18:18:45.512378 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-46230a55-efb2-4973-a629-60cbbcfca248 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Synchronizing usage tracker for tenant:32d44bd0f80047929834e6990ebce2ee on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:45.531181 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-46230a55-efb2-4973-a629-60cbbcfca248 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Unset dirty status for tenant:32d44bd0f80047929834e6990ebce2ee on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:45.537400 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-46230a55-efb2-4973-a629-60cbbcfca248 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32d44bd0f80047929834e6990ebce2ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927446 Apr 20 18:18:45.657547 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-a356e228-2131-4c5e-9f8d-9b0f2cc5eced None None] Provisioning complete for port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:45.658056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a356e228-2131-4c5e-9f8d-9b0f2cc5eced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:45.673852 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Router 8c616285-3089-4a70-bcf5-71b771edf770 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:18:45.758806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-a356e228-2131-4c5e-9f8d-9b0f2cc5eced None None] Port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:18:45.782352 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-cac1de95-b1a7-49fb-9770-0383e38a3afc service neutron] 10.222.0.21 "GET /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363822 Apr 20 18:18:46.022081 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:18:46.063537 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] 10.222.0.21 "PUT /v2.0/routers/8c616285-3089-4a70-bcf5-71b771edf770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9898586 Apr 20 18:18:46.120803 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-33cde725-fceb-4f96-9601-03f11e774c92 service neutron] 10.222.0.21 "GET /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368933 Apr 20 18:18:46.253449 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8389c-007e-4eab-845b-43e2c973f9f4 req-690e3240-6ed8-4203-8795-45e2f7633d27 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:46.260544 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-31e8389c-007e-4eab-845b-43e2c973f9f4 req-690e3240-6ed8-4203-8795-45e2f7633d27 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.2214704 Apr 20 18:18:46.362556 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-31e8389c-007e-4eab-845b-43e2c973f9f4 req-68b9f9e0-1691-496b-9752-90276522d37b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736215 Apr 20 18:18:46.534681 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c3249f0c-9e5c-467f-be7f-d140127d1578 req-9ca8ba0b-47ba-4b4a-a17b-376e26bc96e0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 210 time: 0.0968976 Apr 20 18:18:47.491404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 16bbea12-9240-4d2e-9292-3662483241f4 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:47.502370 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 48934) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:47.510549 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1791304612-network', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:47.521881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:47.531803 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Usage tracker for resource:network and tenant:1cd8e7ce1f3c4392b8b0af25b98c2894 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:47.542816 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:47.556378 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:47.582169 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Made reservation on behalf of 1cd8e7ce1f3c4392b8b0af25b98c2894 for: {'network': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:47.603582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.633012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.658032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 16bbea12-9240-4d2e-9292-3662483241f4 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:47.672067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 16bbea12-9240-4d2e-9292-3662483241f4 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:47.672641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.681945 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:47.696640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd8e7ce1f3c4392b8b0af25b98c2894 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:47.702204 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:47.735712 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:47.736505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a50c2b-2ad5-48b5-a50b-b0454ef28065 req-905b940d-43dc-43bd-b1a3-2fcdfc055ed2 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:47.738319 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-80a50c2b-2ad5-48b5-a50b-b0454ef28065 req-905b940d-43dc-43bd-b1a3-2fcdfc055ed2 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1588595 Apr 20 18:18:47.873999 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-80a50c2b-2ad5-48b5-a50b-b0454ef28065 req-799c22a8-d249-47da-9522-3447e34d9661 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188915 Apr 20 18:18:47.948174 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6eaad6a2-bc19-4a3f-9952-99d4b4769326 req-00ec0504-7057-4a48-adc5-12a52b83d847 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 210 time: 0.1620128 Apr 20 18:18:47.962864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.984913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port 16bbea12-9240-4d2e-9292-3662483241f4, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=16bbea12-9240-4d2e-9292-3662483241f4,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:47.994392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.999998 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6b1891c8-415e-4563-b9c3-5737f75f195f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:48.006088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.012789 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.017861 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c754b650-2c4d-4237-b8eb-f3b7f6512caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:48.073771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=86319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:18:48.090510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e7ea96-25ff-4a9b-a290-ea6c7a4492e8,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:48.113946 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.114521 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Added segment 7cb871ae-bca5-4a5c-bf87-b0e953197c94 of type vlan for network 4e827820-2b04-4d7a-b80c-9574c47569cb Apr 20 18:18:48.116792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:48.132990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=16bbea12-9240-4d2e-9292-3662483241f4,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:48.138867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:48.141784 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.190985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.257682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.260169 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:48.269581 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.280100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:48.347164 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8434334 Apr 20 18:18:48.350463 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 48966) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:48.358243 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Request body: {'subnet': {'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1791304612-subnet', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:48.370072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:48.386684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-68144244-9661-4c12-aa77-9cd0391c0710 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:48.389023 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-68144244-9661-4c12-aa77-9cd0391c0710 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.37 "GET /v2.0/networks?id=8a418573-73e4-47f2-bfa8-7a9da158821a HTTP/1.1" status: 200 len: 808 time: 0.3519139 Apr 20 18:18:48.391960 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Usage tracker for resource:subnet and tenant:1cd8e7ce1f3c4392b8b0af25b98c2894 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:48.396393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:48.417069 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Request body: {'port': {'device_id': '329b9677-4995-4ccc-b16e-10a54a975bb2', 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a', 'admin_state_up': True, 'tenant_id': '32d44bd0f80047929834e6990ebce2ee'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:48.530471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=4e827820-2b04-4d7a-b80c-9574c47569cb,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:48.547354 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:48.548187 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 4e827820-2b04-4d7a-b80c-9574c47569cb details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:18:48.810016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Sync routers for ids ['8c616285-3089-4a70-bcf5-71b771edf770'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:18:48.825495 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Routers {'8c616285-3089-4a70-bcf5-71b771edf770'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:48.826197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:18:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8c616285-3089-4a70-bcf5-71b771edf770'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:48.850235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:48.868333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Made reservation on behalf of 1cd8e7ce1f3c4392b8b0af25b98c2894 for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:48.874053 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847662132'] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:49.358548 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-96076ab8-28c2-44f5-a89f-dd3981ba013e req-480c9894-442c-4a69-b210-2292ec76d7cf tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 210 time: 0.0722909 Apr 20 18:18:49.361084 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Set router 8c616285-3089-4a70-bcf5-71b771edf770 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:49.445822 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 16bbea12-9240-4d2e-9292-3662483241f4 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:49.589552 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:49.609338 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:49.615622 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 16bbea12-9240-4d2e-9292-3662483241f4 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:49.616041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:49.624008 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Made reservation on behalf of 32d44bd0f80047929834e6990ebce2ee for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:49.630627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:49.658852 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649be33-a9ea-400a-b527-181197618730 req-87847dcd-68be-4913-9484-4e612f24e09c tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:49.660893 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e649be33-a9ea-400a-b527-181197618730 req-87847dcd-68be-4913-9484-4e612f24e09c tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.3089941 Apr 20 18:18:49.860931 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e649be33-a9ea-400a-b527-181197618730 req-e0dd8359-d0c2-44f6-a0cf-f5ca86731b5d tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887150 Apr 20 18:18:49.957428 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 4, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'd1c177a0-11a3-4909-b2a5-17dc2a21ef5b', 'name': '', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'mac_address': 'fa:16:3e:f1:e5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:43Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 2, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'subnets': [{'id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:49.962051 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Checking router: 8c616285-3089-4a70-bcf5-71b771edf770 for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:18:49.962607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Updating router 8c616285-3089-4a70-bcf5-71b771edf770 port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b binding host dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:18:49.984588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Allocated IP 172.20.0.2 (8a418573-73e4-47f2-bfa8-7a9da158821a/6fb8bc77-2084-449e-b9ad-77b8cc84b724/4a71cb6d-411f-4081-ac63-5b6025f225e1) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:50.023383 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.101899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b4cc8-c3e7-49c1-b0b9-8c47004f8ba0 req-be414670-5f64-4953-a7f5-0786717cd62e tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:50.103551 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cf8b4cc8-c3e7-49c1-b0b9-8c47004f8ba0 req-be414670-5f64-4953-a7f5-0786717cd62e tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 946 time: 0.3345513 Apr 20 18:18:50.123224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6790365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847662115'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.153286 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ad788ec9-9431-4fe5-8fa3-eb6372405847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:50.342380 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cf8b4cc8-c3e7-49c1-b0b9-8c47004f8ba0 req-f98222ad-10e7-4141-a0e7-1bc881396258 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff47744-0c4d-4ff3-9954-27e7f26e0d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307360 Apr 20 18:18:50.363528 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Pushing event updated for resources: {'Subnet': ['ID=331ee603-e265-4d7d-a26b-33d8087ffaed,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:50.375818 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:50.381724 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Checking segment: {'id': '7cb871ae-bca5-4a5c-bf87-b0e953197c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:50.382094 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Network hostable DHCP agents. Network: 4e827820-2b04-4d7a-b80c-9574c47569cb, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:18:50.429451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.444506 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Transition to ACTIVE for port object d1c177a0-11a3-4909-b2a5-17dc2a21ef5b will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:50.453558 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.455644 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Network 4e827820-2b04-4d7a-b80c-9574c47569cb is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:18:50.465963 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:50.466227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.479062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 4e827820-2b04-4d7a-b80c-9574c47569cb) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:50.502707 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:50.503372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.573556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23f5f4c-1f35-4818-bed9-9db0782b9031 None None] Network 4e827820-2b04-4d7a-b80c-9574c47569cb requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:18:50.592220 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-019f947c-f9c7-4a2e-b6e2-0f9457551973 req-4cd21c69-dce8-4a1c-8e92-20e999e3cffe tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 210 time: 0.0685775 Apr 20 18:18:50.612014 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2569499 Apr 20 18:18:50.613591 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 49014) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:50.624779 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.631610 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:50.636833 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1791304612-router', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:50.643539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:50.648298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Usage tracker for resource:router and tenant:1cd8e7ce1f3c4392b8b0af25b98c2894 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:50.654292 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:50.661995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:50.680539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853069834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3538'] for router, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.680539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772315'] for router, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.714376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.748043 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Network 8a418573-73e4-47f2-bfa8-7a9da158821a is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:50.762775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:50.767777 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e7fbb-6c52-42fc-be2a-28f5948efaa2 None None] Pushing event updated for resources: {'Port': ['ID=d1c177a0-11a3-4909-b2a5-17dc2a21ef5b,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:50.767982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:50.777903 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6f6e7fbb-6c52-42fc-be2a-28f5948efaa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:50.808765 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Pushing event updated for resources: {'Port': ['ID=4a71cb6d-411f-4081-ac63-5b6025f225e1,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:50.814454 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:50.867209 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:50.868059 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.886804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Attempting to bind port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:50.887902 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Attempting to bind port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:50.888318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Attempting to bind port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b on network 57ff6d07-2176-457d-9fdf-c143c911f214 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:50.891864 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4824595 Apr 20 18:18:50.909784 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Request body: {'port': {'device_id': '329b9677-4995-4ccc-b16e-10a54a975bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:50.910119 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:50.910648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Checking segment: {'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:50.911111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.911558 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Bound using segment: {'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:50.912131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Bound port: d1c177a0-11a3-4909-b2a5-17dc2a21ef5b, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:50.912556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.152931 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa39b10c4-86ab-5b52-81f8-7a7a43c951c9-4e827820-2b04-4d7a-b80c-9574c47569cb', 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'fixed_ips': [{'subnet_id': '331ee603-e265-4d7d-a26b-33d8087ffaed'}]}} from dv-cinder-786930-2-smb. {{(pid=86321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:18:51.153923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.178358 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] For port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:51.208780 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772300'] for router, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.243780 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.296994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82821075-231c-4cb6-a7a5-035d00b1998d req-9e8f325a-df64-4502-b267-ef53eeecb823 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:51.297956 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-82821075-231c-4cb6-a7a5-035d00b1998d req-9e8f325a-df64-4502-b267-ef53eeecb823 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Synchronizing usage tracker for tenant:d0f94071a428410f802e21a0ada9811e on resource:port {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:51.345423 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b9d78-0c07-4d2f-854a-7a5d28ac6470 req-3a705b4f-9dfd-4f4f-9bed-8bfebbc521c4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:51.346343 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b38b9d78-0c07-4d2f-854a-7a5d28ac6470 req-3a705b4f-9dfd-4f4f-9bed-8bfebbc521c4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.2907715 Apr 20 18:18:51.431133 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-82821075-231c-4cb6-a7a5-035d00b1998d req-9e8f325a-df64-4502-b267-ef53eeecb823 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Unset dirty status for tenant:d0f94071a428410f802e21a0ada9811e on resource:port {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:51.432392 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-82821075-231c-4cb6-a7a5-035d00b1998d req-9e8f325a-df64-4502-b267-ef53eeecb823 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.37 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 946 time: 0.2901073 Apr 20 18:18:51.438435 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] For port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=d1c177a0-11a3-4909-b2a5-17dc2a21ef5b,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:51.494072 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b38b9d78-0c07-4d2f-854a-7a5d28ac6470 req-dbcce02f-73b7-4a57-afab-9b41313978ce tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324642 Apr 20 18:18:51.502894 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.508093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:51.552517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-82821075-231c-4cb6-a7a5-035d00b1998d req-cff52b20-4b29-411b-9de7-d94a2234ebf5 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Deleting port a54731cb-de34-4375-bedf-4858a54e47ef {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:18:51.552820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-82821075-231c-4cb6-a7a5-035d00b1998d req-cff52b20-4b29-411b-9de7-d94a2234ebf5 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.601520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e7fbb-6c52-42fc-be2a-28f5948efaa2 None None] Pushing event updated for resources: {'Port': ['ID=d1c177a0-11a3-4909-b2a5-17dc2a21ef5b,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:51.644828 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6f6e7fbb-6c52-42fc-be2a-28f5948efaa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:51.680592 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Routers {'8c616285-3089-4a70-bcf5-71b771edf770'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:51.681442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:18:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8c616285-3089-4a70-bcf5-71b771edf770'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:51.755530 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c16962-2320-4b17-93a3-67b20d885c5d req-5255f9e6-8bbb-4446-9c6b-3e07a77957ea tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:51.757255 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07c16962-2320-4b17-93a3-67b20d885c5d req-5255f9e6-8bbb-4446-9c6b-3e07a77957ea tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 946 time: 0.2512457 Apr 20 18:18:51.868259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Allocated IP 172.20.0.2 (4e827820-2b04-4d7a-b80c-9574c47569cb/331ee603-e265-4d7d-a26b-33d8087ffaed/2670b1f5-9c80-447a-85d2-a4adb05e5574) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:51.923922 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07c16962-2320-4b17-93a3-67b20d885c5d req-dd2d8f36-f7e4-42a4-a14e-f66ccdea07da tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ff47744-0c4d-4ff3-9954-27e7f26e0d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537578 Apr 20 18:18:52.029343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a71cb6d-411f-4081-ac63-5b6025f225e1 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:18:52.042327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.100913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Transition to ACTIVE for port object 4a71cb6d-411f-4081-ac63-5b6025f225e1 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:52.106048 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.114414 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:52.180845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] Set router 8c616285-3089-4a70-bcf5-71b771edf770 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:52.539659 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-82821075-231c-4cb6-a7a5-035d00b1998d req-cff52b20-4b29-411b-9de7-d94a2234ebf5 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] For port a54731cb-de34-4375-bedf-4858a54e47ef, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a54731cb-de34-4375-bedf-4858a54e47ef,segment=NetworkSegment(f9bf55c3-a7f3-412f-95f5-64ed17805888),segment_id=f9bf55c3-a7f3-412f-95f5-64ed17805888)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:52.540066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-82821075-231c-4cb6-a7a5-035d00b1998d req-cff52b20-4b29-411b-9de7-d94a2234ebf5 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.663123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.680712 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Transition to ACTIVE for port object 2670b1f5-9c80-447a-85d2-a4adb05e5574 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:52.702396 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-82821075-231c-4cb6-a7a5-035d00b1998d req-cff52b20-4b29-411b-9de7-d94a2234ebf5 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Calling delete_port for a54731cb-de34-4375-bedf-4858a54e47ef owned by compute:nova {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:18:52.735384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Pushing event updated for resources: {'Port': ['ID=4a71cb6d-411f-4081-ac63-5b6025f225e1,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:52.738727 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:52.748210 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Transition to ACTIVE for port object 2670b1f5-9c80-447a-85d2-a4adb05e5574 will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:52.782384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.791346 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.796095 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:52.822099 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.834556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc2e62-f3b1-462b-af11-33aad76661d7 req-d169398a-f898-41f6-b6a0-49c7fe8cf34a tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:52.835365 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-5dbc2e62-f3b1-462b-af11-33aad76661d7 req-d169398a-f898-41f6-b6a0-49c7fe8cf34a tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Synchronizing usage tracker for tenant:32d44bd0f80047929834e6990ebce2ee on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:52.844104 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Attempting to bind port 4a71cb6d-411f-4081-ac63-5b6025f225e1 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:52.844484 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Attempting to bind port 4a71cb6d-411f-4081-ac63-5b6025f225e1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '1812eab1-f275-49f1-8102-15c8d0623f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:52.844850 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Attempting to bind port 4a71cb6d-411f-4081-ac63-5b6025f225e1 on network 8a418573-73e4-47f2-bfa8-7a9da158821a {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:52.856638 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Port 4a71cb6d-411f-4081-ac63-5b6025f225e1 on network 8a418573-73e4-47f2-bfa8-7a9da158821a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:18:52.856998 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Attempting to bind port 4a71cb6d-411f-4081-ac63-5b6025f225e1 on network 8a418573-73e4-47f2-bfa8-7a9da158821a {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:52.870554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:52.871689 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Checking segment: {'id': '1812eab1-f275-49f1-8102-15c8d0623f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:52.871878 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Bound using segment: {'id': '1812eab1-f275-49f1-8102-15c8d0623f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:52.872368 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Bound port: 4a71cb6d-411f-4081-ac63-5b6025f225e1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1812eab1-f275-49f1-8102-15c8d0623f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:52.872890 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.883232 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Network 4e827820-2b04-4d7a-b80c-9574c47569cb is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:52.887937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Resources bound (agent type, host, resource id): {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:52.890408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:52.894033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b2a22-67f2-4c6f-be6e-c106f026d3db req-9e937cf4-26eb-4936-a4c6-4205eb9c41e8 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:52.896385 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b7b2a22-67f2-4c6f-be6e-c106f026d3db req-9e937cf4-26eb-4936-a4c6-4205eb9c41e8 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.2656586 Apr 20 18:18:52.900068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-5dbc2e62-f3b1-462b-af11-33aad76661d7 req-d169398a-f898-41f6-b6a0-49c7fe8cf34a tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Unset dirty status for tenant:32d44bd0f80047929834e6990ebce2ee on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:52.903376 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5dbc2e62-f3b1-462b-af11-33aad76661d7 req-d169398a-f898-41f6-b6a0-49c7fe8cf34a tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 943 time: 0.6940708 Apr 20 18:18:52.957881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Pushing event updated for resources: {'Port': ['ID=2670b1f5-9c80-447a-85d2-a4adb05e5574,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:52.960989 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:53.028207 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 4, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'd1c177a0-11a3-4909-b2a5-17dc2a21ef5b', 'name': '', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'mac_address': 'fa:16:3e:f1:e5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:43Z', 'updated_at': '2021-04-20T18:18:51Z', 'revision_number': 4, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'subnets': [{'id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:53.033543 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Attempting to bind port 2670b1f5-9c80-447a-85d2-a4adb05e5574 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:53.034226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Attempting to bind port 2670b1f5-9c80-447a-85d2-a4adb05e5574 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': '7cb871ae-bca5-4a5c-bf87-b0e953197c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:53.034348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Attempting to bind port 2670b1f5-9c80-447a-85d2-a4adb05e5574 on network 4e827820-2b04-4d7a-b80c-9574c47569cb {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:53.038032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951953f2-ab17-4a4a-b1c3-3a05d23c8c35 None None] The sync data for ids ['8c616285-3089-4a70-bcf5-71b771edf770'] in dv-cinder-786930-2-smb is: [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 4, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'd1c177a0-11a3-4909-b2a5-17dc2a21ef5b', 'name': '', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'mac_address': 'fa:16:3e:f1:e5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:43Z', 'updated_at': '2021-04-20T18:18:51Z', 'revision_number': 4, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'subnets': [{'id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:18:53.046446 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:53.046884 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Checking segment: {'id': '7cb871ae-bca5-4a5c-bf87-b0e953197c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:53.047326 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.047757 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Bound using segment: {'id': '7cb871ae-bca5-4a5c-bf87-b0e953197c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:53.048282 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Bound port: 2670b1f5-9c80-447a-85d2-a4adb05e5574, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb871ae-bca5-4a5c-bf87-b0e953197c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:53.048695 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.067171 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b7b2a22-67f2-4c6f-be6e-c106f026d3db req-a947b895-aa69-475f-8fce-b724ca347df3 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575220 Apr 20 18:18:53.094139 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5dbc2e62-f3b1-462b-af11-33aad76661d7 req-4fdf6e26-2330-493a-8948-0ca682acc1ca tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812520 Apr 20 18:18:53.131570 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] For port 4a71cb6d-411f-4081-ac63-5b6025f225e1, host hv-cinder-78693, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:53.143661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] For port 4a71cb6d-411f-4081-ac63-5b6025f225e1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4a71cb6d-411f-4081-ac63-5b6025f225e1,segment=NetworkSegment(1812eab1-f275-49f1-8102-15c8d0623f28),segment_id=1812eab1-f275-49f1-8102-15c8d0623f28)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:53.152899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.158550 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e9ceecee-9d8b-46e3-bfde-08e6affb6030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:53.173577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-82821075-231c-4cb6-a7a5-035d00b1998d req-cff52b20-4b29-411b-9de7-d94a2234ebf5 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.222334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:53.226266 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] For port 2670b1f5-9c80-447a-85d2-a4adb05e5574, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:53.234322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:53.235203 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.236728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] For port 2670b1f5-9c80-447a-85d2-a4adb05e5574, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=2670b1f5-9c80-447a-85d2-a4adb05e5574,segment=NetworkSegment(7cb871ae-bca5-4a5c-bf87-b0e953197c94),segment_id=7cb871ae-bca5-4a5c-bf87-b0e953197c94)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:53.237869 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] 10.222.0.37 "PUT /v2.0/ports/4a71cb6d-411f-4081-ac63-5b6025f225e1 HTTP/1.1" status: 200 len: 1093 time: 2.3343678 Apr 20 18:18:53.240940 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329b9677-4995-4ccc-b16e-10a54a975bb2', 'tag': '4a71cb6d-411f-4081-ac63-5b6025f225e1'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:53.244043 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.267392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:53.333735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Allocated IP 172.28.2.140 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/78698bc4-8d78-4755-a1eb-475b3c4cd603) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:53.343263 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff52b20-4b29-411b-9de7-d94a2234ebf5 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Pushing event deleted for resources: {'Port': ['ID=a54731cb-de34-4375-bedf-4858a54e47ef,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:53.424477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device d1c177a0-11a3-4909-b2a5-17dc2a21ef5b up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:53.425869 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cff52b20-4b29-411b-9de7-d94a2234ebf5 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:53.481255 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-82821075-231c-4cb6-a7a5-035d00b1998d req-cff52b20-4b29-411b-9de7-d94a2234ebf5 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] No DVR routers for this DVR port a54731cb-de34-4375-bedf-4858a54e47ef on host hv-cinder-78693 {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:18:53.484485 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-82821075-231c-4cb6-a7a5-035d00b1998d req-cff52b20-4b29-411b-9de7-d94a2234ebf5 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.507815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90789bec-371f-4d97-a3d2-2e7f808676fa', 'name': 'network-vif-deleted', 'tag': 'a54731cb-de34-4375-bedf-4858a54e47ef'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:53.525467 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Pushing event updated for resources: {'Port': ['ID=2670b1f5-9c80-447a-85d2-a4adb05e5574,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:53.533366 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:53.536997 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-99ed9d4c-8f14-4a3b-8a43-5273be9ac98f req-16f6bab0-f289-4afc-824b-ae636323f1b0 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.21 "GET /v2.0/ports?device_id=90789bec-371f-4d97-a3d2-2e7f808676fa HTTP/1.1" status: 200 len: 210 time: 0.1152232 Apr 20 18:18:53.580658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:53.586839 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:53.587264 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.596932 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Pushing event updated for resources: {'Port': ['ID=4a71cb6d-411f-4081-ac63-5b6025f225e1,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:53.603305 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:53.649717 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329b9677-4995-4ccc-b16e-10a54a975bb2', 'tag': '4a71cb6d-411f-4081-ac63-5b6025f225e1', 'status': 'completed', 'code': 200} Apr 20 18:18:53.656027 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-82821075-231c-4cb6-a7a5-035d00b1998d req-cff52b20-4b29-411b-9de7-d94a2234ebf5 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] 10.222.0.37 "DELETE /v2.0/ports/a54731cb-de34-4375-bedf-4858a54e47ef HTTP/1.1" status: 204 len: 173 time: 2.2098305 Apr 20 18:18:53.758212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc09680-0151-43bc-b5f5-2dc86cee9ac0 req-cdae7999-7a20-4294-bb98-48e4e05c9b31 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:53.770870 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bdc09680-0151-43bc-b5f5-2dc86cee9ac0 req-cdae7999-7a20-4294-bb98-48e4e05c9b31 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.4035759 Apr 20 18:18:53.837793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-4fe10eed-4bdc-4bc1-a52a-045aefefaac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:53.841510 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90789bec-371f-4d97-a3d2-2e7f808676fa', 'name': 'network-vif-deleted', 'tag': 'a54731cb-de34-4375-bedf-4858a54e47ef', 'status': 'completed', 'code': 200} Apr 20 18:18:53.858789 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-4fe10eed-4bdc-4bc1-a52a-045aefefaac9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32d44bd0f80047929834e6990ebce2ee&device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 1096 time: 0.5464048 Apr 20 18:18:53.899301 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.971559 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.983141 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.984836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:54.055994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=d1c177a0-11a3-4909-b2a5-17dc2a21ef5b,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:54.061322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:54.063487 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:54.090456 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-735a96b7-2a0a-4ccd-a2d0-259366c7a6a0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a71cb6d-411f-4081-ac63-5b6025f225e1 HTTP/1.1" status: 200 len: 217 time: 0.2140591 Apr 20 18:18:54.112384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:54.112635 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bdc09680-0151-43bc-b5f5-2dc86cee9ac0 req-1acfa590-49c5-40df-b1a3-edce893f8477 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406599 Apr 20 18:18:54.115298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:54.118443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:54.263348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=d1c177a0-11a3-4909-b2a5-17dc2a21ef5b,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:54.287576 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:54.371342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-be4704f4-3980-4b0e-8f9c-88f72b5d3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:54.377708 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-be4704f4-3980-4b0e-8f9c-88f72b5d3ba1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fb8bc77-2084-449e-b9ad-77b8cc84b724 HTTP/1.1" status: 200 len: 848 time: 0.2639539 Apr 20 18:18:54.493205 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-093bf56d-9772-4224-aab4-a613a8a3e17d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a418573-73e4-47f2-bfa8-7a9da158821a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648704 Apr 20 18:18:54.499556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 49078) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:54.521242 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Pushing event updated for resources: {'Port': ['ID=78698bc4-8d78-4755-a1eb-475b3c4cd603,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:54.524121 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:54.665733 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ee90d-9f11-457a-abfd-d168753fd3b4 req-af2ab311-2fec-4f60-b030-daca5a1721bf tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:54.667811 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d95ee90d-9f11-457a-abfd-d168753fd3b4 req-af2ab311-2fec-4f60-b030-daca5a1721bf tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 943 time: 0.4005651 Apr 20 18:18:54.727088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a5ea2e62-ae62-4f4f-80cb-792a3719d2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:54.741115 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:54.754889 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988dcf5-b43e-4219-8cb1-c9a6342c1e56 req-fe381f8c-3e3b-4fc8-a100-b35ad613987e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:54.756595 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9988dcf5-b43e-4219-8cb1-c9a6342c1e56 req-fe381f8c-3e3b-4fc8-a100-b35ad613987e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.3748975 Apr 20 18:18:54.779268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-a5ea2e62-ae62-4f4f-80cb-792a3719d2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:54.815435 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-9bffaeef-2b43-48f2-9814-0c37dd774168 service neutron] 10.222.0.37 "GET /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069165 Apr 20 18:18:54.816521 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a5ea2e62-ae62-4f4f-80cb-792a3719d2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ca91f2a1d60a448f809b70086fc641ff is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:54.829247 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a5ea2e62-ae62-4f4f-80cb-792a3719d2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:54.942781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device a54731cb-de34-4375-bedf-4858a54e47ef no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:18:54.978918 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-a5ea2e62-ae62-4f4f-80cb-792a3719d2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:55.005119 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d95ee90d-9f11-457a-abfd-d168753fd3b4 req-3bafa2d4-6563-435e-83c1-8c0eb9a09bca tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168893 Apr 20 18:18:55.035985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: a54731cb-de34-4375-bedf-4858a54e47ef {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:18:55.036539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device a54731cb-de34-4375-bedf-4858a54e47ef not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:18:55.128431 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9988dcf5-b43e-4219-8cb1-c9a6342c1e56 req-72e5fbd3-ebe1-4de3-8626-2049c0347a16 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549018 Apr 20 18:18:55.221763 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173fdf95-eed9-4dd2-8e1a-f7726d2be119 None None] Network 4e827820-2b04-4d7a-b80c-9574c47569cb requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:18:55.258856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a5ea2e62-ae62-4f4f-80cb-792a3719d2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.266453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a5ea2e62-ae62-4f4f-80cb-792a3719d2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.279489 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c0b82357-97a8-4bdf-9660-24c9f5c8dce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:55.293729 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94f259bf-81b1-4a9a-aaa7-a637b175a86d req-fedf8135-767d-4fce-bb6d-0582dbea9683 service neutron] 10.222.0.37 "GET /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481688 Apr 20 18:18:55.334901 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a5ea2e62-ae62-4f4f-80cb-792a3719d2b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca91f2a1d60a448f809b70086fc641ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8325026 Apr 20 18:18:55.339259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 49092) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:55.347528 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea2e62-ae62-4f4f-80cb-792a3719d2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e8dd80-5d5c-468c-ac4e-56c4bd731ad9,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:55.351612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a5ea2e62-ae62-4f4f-80cb-792a3719d2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:55.423227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-6922386f-10a6-41a2-995c-16e13fce462c None None] Provisioning for port 2670b1f5-9c80-447a-85d2-a4adb05e5574 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:55.431421 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7b958-e592-486b-9504-e8ef9db12cef req-fb60024d-fd01-4577-9862-9e1facf88c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:55.435292 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bbe7b958-e592-486b-9504-e8ef9db12cef req-fb60024d-fd01-4577-9862-9e1facf88c9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 1098 time: 0.4571025 Apr 20 18:18:55.541068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853010083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853029691'] for router, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.578193 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 2670b1f5-9c80-447a-85d2-a4adb05e5574 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:55.581238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-59164539-d0b8-481f-82ee-3840c20b3797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.614943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-59164539-d0b8-481f-82ee-3840c20b3797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.666834 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-59164539-d0b8-481f-82ee-3840c20b3797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.676958 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-961fef9c-7124-4755-938b-39c96e2418aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:55.715629 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 2670b1f5-9c80-447a-85d2-a4adb05e5574 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:55.719702 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59164539-d0b8-481f-82ee-3840c20b3797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e8dd80-5d5c-468c-ac4e-56c4bd731ad9,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:55.724426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-59164539-d0b8-481f-82ee-3840c20b3797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.725571 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-59164539-d0b8-481f-82ee-3840c20b3797 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99e8dd80-5d5c-468c-ac4e-56c4bd731ad9 HTTP/1.1" status: 204 len: 168 time: 0.3825886 Apr 20 18:18:55.728725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-59164539-d0b8-481f-82ee-3840c20b3797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:55.732871 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b680d14-a117-44c2-9fc0-cb4172918a03 req-405c1fea-38cc-4e6e-a2e0-709826d63812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:55.734809 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1b680d14-a117-44c2-9fc0-cb4172918a03 req-405c1fea-38cc-4e6e-a2e0-709826d63812 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32d44bd0f80047929834e6990ebce2ee&device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 1096 time: 0.3647666 Apr 20 18:18:55.743628 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 2670b1f5-9c80-447a-85d2-a4adb05e5574 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:55.744302 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.802820 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bbe7b958-e592-486b-9504-e8ef9db12cef req-c4a061c5-8720-49c5-aa15-60ff8abee20a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539279 Apr 20 18:18:55.863034 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e5d72-2696-427e-ab3d-68973c1941d4 req-d3aaf3f9-bfa3-43dd-8b2c-60f796bc03d4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:55.871912 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1d8e5d72-2696-427e-ab3d-68973c1941d4 req-d3aaf3f9-bfa3-43dd-8b2c-60f796bc03d4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.3980868 Apr 20 18:18:55.969949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Router 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 is scheduled to L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc with binding_index 1 {{(pid=86319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:18:55.990975 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1d8e5d72-2696-427e-ab3d-68973c1941d4 req-87f39be8-95fa-48c2-b765-cec1a2232be8 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176999 Apr 20 18:18:55.994722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b680d14-a117-44c2-9fc0-cb4172918a03 req-46263bf8-9d14-4f1c-8c63-0a3429d7fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:55.996795 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1b680d14-a117-44c2-9fc0-cb4172918a03 req-46263bf8-9d14-4f1c-8c63-0a3429d7fe56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a418573-73e4-47f2-bfa8-7a9da158821a HTTP/1.1" status: 200 len: 909 time: 0.2530177 Apr 20 18:18:56.194051 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1b680d14-a117-44c2-9fc0-cb4172918a03 req-a2e32c68-6970-4676-b39d-73a7306419f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4a71cb6d-411f-4081-ac63-5b6025f225e1 HTTP/1.1" status: 200 len: 217 time: 0.1898181 Apr 20 18:18:56.247586 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.328708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port 2670b1f5-9c80-447a-85d2-a4adb05e5574, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=2670b1f5-9c80-447a-85d2-a4adb05e5574,segment=NetworkSegment(7cb871ae-bca5-4a5c-bf87-b0e953197c94),segment_id=7cb871ae-bca5-4a5c-bf87-b0e953197c94)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:56.332876 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.333816 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device d1c177a0-11a3-4909-b2a5-17dc2a21ef5b up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:56.352103 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:18:56.362519 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Sync routers for ids ['8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:18:56.381530 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Routers {'8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:56.382228 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:18:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:56.385441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b680d14-a117-44c2-9fc0-cb4172918a03 req-c0ce54c7-b080-4ee2-897d-06e3eb1d25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:56.387702 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1b680d14-a117-44c2-9fc0-cb4172918a03 req-c0ce54c7-b080-4ee2-897d-06e3eb1d25e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6fb8bc77-2084-449e-b9ad-77b8cc84b724 HTTP/1.1" status: 200 len: 848 time: 0.1855116 Apr 20 18:18:56.406114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:56.419680 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Notify callbacks [] for router, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.423865 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8033156 Apr 20 18:18:56.426923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 49130) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:56.531193 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=2670b1f5-9c80-447a-85d2-a4adb05e5574,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:56.545756 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1b680d14-a117-44c2-9fc0-cb4172918a03 req-9778a08b-1443-40c8-9384-67e0e6dead28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a418573-73e4-47f2-bfa8-7a9da158821a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1471896 Apr 20 18:18:56.547039 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:56.605889 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:56.607148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.742414 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-d2700867-c435-4f61-84d8-62d57b5a975b None None] Provisioning complete for port 2670b1f5-9c80-447a-85d2-a4adb05e5574 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:56.742645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d2700867-c435-4f61-84d8-62d57b5a975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.829307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee33f3f-e8c1-401d-9898-eae37d498386 req-079b3625-682c-4594-ad96-64c072caa3fb tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:56.858886 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3ee33f3f-e8c1-401d-9898-eae37d498386 req-079b3625-682c-4594-ad96-64c072caa3fb tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 943 time: 0.5225837 Apr 20 18:18:56.859902 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Set router 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:56.963944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839a28b-6b0a-460d-b9e9-5eff0f70f1c6 req-0ad5df9c-51fd-472b-aaa0-e2aabc35a5b2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:56.972543 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7839a28b-6b0a-460d-b9e9-5eff0f70f1c6 req-0ad5df9c-51fd-472b-aaa0-e2aabc35a5b2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.5771022 Apr 20 18:18:57.085789 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1b680d14-a117-44c2-9fc0-cb4172918a03 req-1a3f6e82-622e-4559-af3c-0b4f2455255f service neutron] 10.222.0.37 "GET /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233409 Apr 20 18:18:57.161099 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3ee33f3f-e8c1-401d-9898-eae37d498386 req-9f2497c8-6afc-4018-a4e8-d1e4bae9773e tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107421 Apr 20 18:18:57.320739 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'name': 'tempest-TestShelveInstance-1791304612-router', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:50Z', 'updated_at': '2021-04-20T18:18:54Z', 'revision_number': 3, 'project_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'gw_port': {'id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:52Z', 'updated_at': '2021-04-20T18:18:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:57.332648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Checking router: 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:18:57.335498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Updating router 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 port 78698bc4-8d78-4755-a1eb-475b3c4cd603 binding host dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:18:57.387977 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 2670b1f5-9c80-447a-85d2-a4adb05e5574 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:57.466498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:57.556963 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 2670b1f5-9c80-447a-85d2-a4adb05e5574 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:57.561060 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:57.613124 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7839a28b-6b0a-460d-b9e9-5eff0f70f1c6 req-f4c61347-3638-4211-a275-b4829166abac tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6276295 Apr 20 18:18:57.807830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eb834-aeca-41ea-9b22-a46de873953e req-a0dfb67c-7cc7-44b3-b07d-e29bb4446fb5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:57.810316 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-382eb834-aeca-41ea-9b22-a46de873953e req-a0dfb67c-7cc7-44b3-b07d-e29bb4446fb5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.2188759 Apr 20 18:18:57.814429 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1b680d14-a117-44c2-9fc0-cb4172918a03 req-d2b7b739-c151-4a7e-9eaa-f3f7b8341cea service neutron] 10.222.0.37 "GET /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154181 Apr 20 18:18:57.927653 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-382eb834-aeca-41ea-9b22-a46de873953e req-6b14491a-c776-4bb2-8cea-79c7a043d7b0 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101906 Apr 20 18:18:57.974609 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:57.994641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Transition to ACTIVE for port object 78698bc4-8d78-4755-a1eb-475b3c4cd603 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:58.003435 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.009724 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:58.097944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e68814-7fba-4dc4-b3bf-c2f618501606 None None] Pushing event updated for resources: {'Port': ['ID=78698bc4-8d78-4755-a1eb-475b3c4cd603,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:58.102476 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-96e68814-7fba-4dc4-b3bf-c2f618501606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:58.142745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Attempting to bind port 78698bc4-8d78-4755-a1eb-475b3c4cd603 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:58.143159 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Attempting to bind port 78698bc4-8d78-4755-a1eb-475b3c4cd603 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:58.143627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Attempting to bind port 78698bc4-8d78-4755-a1eb-475b3c4cd603 on network 7b612f0a-6263-4b19-bfa2-1df00b92c582 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:58.159951 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:58.160894 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Checking segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:58.161351 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.161794 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Bound using segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:58.162641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Bound port: 78698bc4-8d78-4755-a1eb-475b3c4cd603, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:58.163047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.275049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] For port 78698bc4-8d78-4755-a1eb-475b3c4cd603, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:58.279920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] For port 78698bc4-8d78-4755-a1eb-475b3c4cd603, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=78698bc4-8d78-4755-a1eb-475b3c4cd603,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:58.283623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.294348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-637163c6-2e05-43b2-9a66-3349d347f2f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:58.301955 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.380703 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e68814-7fba-4dc4-b3bf-c2f618501606 None None] Pushing event updated for resources: {'Port': ['ID=78698bc4-8d78-4755-a1eb-475b3c4cd603,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:58.385098 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-96e68814-7fba-4dc4-b3bf-c2f618501606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:58.397796 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Routers {'8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:58.399591 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:18:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:58.523134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe3f34-2301-47c5-8d78-8072c8e74c1e req-1c296e01-e4bf-4a70-a2c8-90ce9a7617b9 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:58.524728 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7bfe3f34-2301-47c5-8d78-8072c8e74c1e req-1c296e01-e4bf-4a70-a2c8-90ce9a7617b9 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 943 time: 0.2100601 Apr 20 18:18:58.578879 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Allocated IP 172.20.0.1 (4e827820-2b04-4d7a-b80c-9574c47569cb/331ee603-e265-4d7d-a26b-33d8087ffaed/606df9c8-3105-4297-8b4f-a2b8fd2367c5) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:58.640935 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0575b-c935-46ca-9add-b2ac30dfe648 req-72a65644-0e74-4c77-817a-82edc4a65334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:58.642505 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-65f0575b-c935-46ca-9add-b2ac30dfe648 req-72a65644-0e74-4c77-817a-82edc4a65334 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 1098 time: 0.2181478 Apr 20 18:18:58.668452 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7bfe3f34-2301-47c5-8d78-8072c8e74c1e req-ced725f1-96c9-4f60-9746-94f0178fdd49 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044517 Apr 20 18:18:58.790836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.800384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] Set router 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:58.815995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Transition to ACTIVE for port object 606df9c8-3105-4297-8b4f-a2b8fd2367c5 will not be triggered until provisioned by entity DHCP. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:58.842832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.849351 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3e448355-6c3c-44c7-80c7-ff5d01f1e047 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:58.927237 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Network 4e827820-2b04-4d7a-b80c-9574c47569cb is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:58.930914 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:58.933568 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:58.934260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707032'] for router_interface, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.958374 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0575b-c935-46ca-9add-b2ac30dfe648 req-a699b0d5-0a31-471c-94da-2f7015601b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:58.960004 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-65f0575b-c935-46ca-9add-b2ac30dfe648 req-a699b0d5-0a31-471c-94da-2f7015601b11 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 919 time: 0.3086078 Apr 20 18:18:58.976935 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 4a71cb6d-411f-4081-ac63-5b6025f225e1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:18:58.983877 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947129b-5377-4cd7-b5b3-2a4047c8cef3 req-e070f51d-3468-4e58-966a-601372dca192 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:58.985547 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b947129b-5377-4cd7-b5b3-2a4047c8cef3 req-e070f51d-3468-4e58-966a-601372dca192 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.4808242 Apr 20 18:18:59.045745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Pushing event updated for resources: {'Port': ['ID=606df9c8-3105-4297-8b4f-a2b8fd2367c5,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:59.054263 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:59.076446 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:59.150524 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-65f0575b-c935-46ca-9add-b2ac30dfe648 req-384be856-7100-4547-8bb5-d464a2c047ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24827e2-5aa9-425f-b018-20c4579a9cd0 HTTP/1.1" status: 200 len: 217 time: 0.1638889 Apr 20 18:18:59.254565 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 4a71cb6d-411f-4081-ac63-5b6025f225e1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4a71cb6d-411f-4081-ac63-5b6025f225e1,segment=NetworkSegment(1812eab1-f275-49f1-8102-15c8d0623f28),segment_id=1812eab1-f275-49f1-8102-15c8d0623f28)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:59.309326 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b947129b-5377-4cd7-b5b3-2a4047c8cef3 req-0417b6f2-d59e-4a9b-bef6-caa8f017ce17 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604886 Apr 20 18:18:59.316352 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '4a71cb6d-411f-4081-ac63-5b6025f225e1', 'network_id': '8a418573-73e4-47f2-bfa8-7a9da158821a', 'port_id': '4a71cb6d-411f-4081-ac63-5b6025f225e1', 'mac_address': 'fa:16:3e:03:0e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fb8bc77-2084-449e-b9ad-77b8cc84b724', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:18:59.338273 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8880c1-01eb-4066-ae57-68df1860fef1 req-b36b234e-f174-4dcd-ac4b-38c736449ed1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:59.347755 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1e8880c1-01eb-4066-ae57-68df1860fef1 req-b36b234e-f174-4dcd-ac4b-38c736449ed1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.4744678 Apr 20 18:18:59.351430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0575b-c935-46ca-9add-b2ac30dfe648 req-11845c10-35f8-4a29-aacb-169585379d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:59.352923 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-65f0575b-c935-46ca-9add-b2ac30dfe648 req-11845c10-35f8-4a29-aacb-169585379d15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0402e5f9-2c87-47d1-be48-d902f55b0f9b HTTP/1.1" status: 200 len: 858 time: 0.1760185 Apr 20 18:18:59.431008 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-e8a88f0e-e88c-423d-b009-759dc9e4a71a None None] Provisioning for port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:59.440042 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:59.440443 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-65f0575b-c935-46ca-9add-b2ac30dfe648 req-937fce3e-b9b7-45bd-94ca-9e694238a051 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b754d42-4608-4677-bd8d-77d0689a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716906 Apr 20 18:18:59.440562 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-e8a88f0e-e88c-423d-b009-759dc9e4a71a None None] Provisioning complete for port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:59.440878 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e8a88f0e-e88c-423d-b009-759dc9e4a71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:59.450267 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:59.451439 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068673'] for router_interface, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:59.459049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:59.468846 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'name': 'tempest-TestShelveInstance-1791304612-router', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:50Z', 'updated_at': '2021-04-20T18:18:54Z', 'revision_number': 3, 'project_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'gw_port': {'id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:52Z', 'updated_at': '2021-04-20T18:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:59.482356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21e8ca5-5dbf-4978-826a-0c921dd02158 None None] The sync data for ids ['8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'] in dv-cinder-786930-2-smb is: [{'id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'name': 'tempest-TestShelveInstance-1791304612-router', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:50Z', 'updated_at': '2021-04-20T18:18:54Z', 'revision_number': 3, 'project_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'gw_port': {'id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:52Z', 'updated_at': '2021-04-20T18:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:18:59.517919 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-e8a88f0e-e88c-423d-b009-759dc9e4a71a None None] Port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:18:59.522050 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:59.558849 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a71cb6d-411f-4081-ac63-5b6025f225e1 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:18:59.563803 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1e8880c1-01eb-4066-ae57-68df1860fef1 req-edd99044-87d4-4c8a-a2e6-72428384e093 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151942 Apr 20 18:18:59.596454 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 4a71cb6d-411f-4081-ac63-5b6025f225e1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4a71cb6d-411f-4081-ac63-5b6025f225e1,segment=NetworkSegment(1812eab1-f275-49f1-8102-15c8d0623f28),segment_id=1812eab1-f275-49f1-8102-15c8d0623f28)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:59.603705 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:59.606384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ddecf3d4-d9a5-45f8-9df3-4f316e8d809b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:59.683723 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-65f0575b-c935-46ca-9add-b2ac30dfe648 req-71dd1ba2-f92d-4649-8ac8-7030f4f464e4 service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311199 Apr 20 18:18:59.710776 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=4a71cb6d-411f-4081-ac63-5b6025f225e1,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:59.715778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:59.779446 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Pushing event updated for resources: {'Port': ['ID=606df9c8-3105-4297-8b4f-a2b8fd2367c5,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:59.786244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:59.810745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Network 4e827820-2b04-4d7a-b80c-9574c47569cb is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:59.811939 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:59.859392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['4a71cb6d-411f-4081-ac63-5b6025f225e1'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:19:00.114895 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-68d72079-fdab-4813-a415-03ca9a10814c tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=fc3fc8c6e9784223b73f2c48795d61a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3567576 Apr 20 18:19:00.209026 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Router 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:19:00.255361 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-fb2c9487-c88f-40c4-a733-f226d9745138 None None] Provisioning complete for port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:00.255788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fb2c9487-c88f-40c4-a733-f226d9745138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:00.350521 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c9487-c88f-40c4-a733-f226d9745138 None None] Port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:19:00.415552 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdea4c0-5c9f-4f11-a9d3-3fd91b494188 req-a594131e-2a23-4782-a151-8163a4b10119 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:00.417378 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1cdea4c0-5c9f-4f11-a9d3-3fd91b494188 req-a594131e-2a23-4782-a151-8163a4b10119 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 944 time: 0.5457568 Apr 20 18:19:00.419767 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-65f0575b-c935-46ca-9add-b2ac30dfe648 req-ae424e4c-50c1-45c1-88f6-acea336beb84 service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7162597 Apr 20 18:19:00.475729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:19:00.494221 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] 10.222.0.21 "PUT /v2.0/routers/8e9fd12a-7f31-4c70-9b9c-92caed5b71b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0661795 Apr 20 18:19:00.499360 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-e645900a-e41f-4a92-81a7-06a05525bf50 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:00.508299 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-e645900a-e41f-4a92-81a7-06a05525bf50 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3928080 Apr 20 18:19:00.527860 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1cdea4c0-5c9f-4f11-a9d3-3fd91b494188 req-9695b339-d7cc-43ec-83d8-8701bab14cd9 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001630 Apr 20 18:19:00.531719 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-c6447f76-6d9f-41d2-9749-4ce96386ee7c tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/quotas/fc3fc8c6e9784223b73f2c48795d61a0 HTTP/1.1" status: 200 len: 375 time: 0.0154519 Apr 20 18:19:00.605760 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-b05893d2-e65f-4b70-8138-18a748c38487 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fc3fc8c6e9784223b73f2c48795d61a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671213 Apr 20 18:19:00.789714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce652e-78a0-4a8a-9004-7226cb8e8fe0 req-faa7625c-80c2-480e-a4a8-92645918ad3b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:00.791716 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e8ce652e-78a0-4a8a-9004-7226cb8e8fe0 req-faa7625c-80c2-480e-a4a8-92645918ad3b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1222684 Apr 20 18:19:00.868656 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e8ce652e-78a0-4a8a-9004-7226cb8e8fe0 req-c3118c60-6775-4987-8171-31d0adfeed92 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693018 Apr 20 18:19:00.989074 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 4a71cb6d-411f-4081-ac63-5b6025f225e1 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:19:01.017057 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0ef0cf6-45d4-4e71-a8d9-1e815672dc55 req-6e1cf30c-4ba1-48a4-8262-3d1df0ea98d0 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 210 time: 0.0562012 Apr 20 18:19:01.076703 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50418fab-1426-49a7-8fe5-703639a439bd req-819e0072-36a7-4a54-a1e7-ce3efb61144d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:01.078860 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-50418fab-1426-49a7-8fe5-703639a439bd req-819e0072-36a7-4a54-a1e7-ce3efb61144d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1730762 Apr 20 18:19:01.134603 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port 4a71cb6d-411f-4081-ac63-5b6025f225e1 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:19:01.146653 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 4a71cb6d-411f-4081-ac63-5b6025f225e1 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:01.148795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:01.189982 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-50418fab-1426-49a7-8fe5-703639a439bd req-1d54e70c-6806-4e07-9581-f751f913887c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943913 Apr 20 18:19:01.392826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:01.421913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 78698bc4-8d78-4755-a1eb-475b3c4cd603 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:19:01.493714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329b9677-4995-4ccc-b16e-10a54a975bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a71cb6d-411f-4081-ac63-5b6025f225e1'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:01.531591 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 4a71cb6d-411f-4081-ac63-5b6025f225e1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4a71cb6d-411f-4081-ac63-5b6025f225e1,segment=NetworkSegment(1812eab1-f275-49f1-8102-15c8d0623f28),segment_id=1812eab1-f275-49f1-8102-15c8d0623f28)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:01.552752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:01.558218 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:01.659720 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329b9677-4995-4ccc-b16e-10a54a975bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a71cb6d-411f-4081-ac63-5b6025f225e1', 'code': 200} Apr 20 18:19:01.662594 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=4a71cb6d-411f-4081-ac63-5b6025f225e1,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:01.666417 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:01.680766 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 78698bc4-8d78-4755-a1eb-475b3c4cd603 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:19:01.688283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 78698bc4-8d78-4755-a1eb-475b3c4cd603 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:01.688698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:01.790557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20361f07-a83f-413a-b60b-e95badddf7fc req-8c1076c5-af96-4f16-939c-22d73688eb8d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:01.799151 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-20361f07-a83f-413a-b60b-e95badddf7fc req-8c1076c5-af96-4f16-939c-22d73688eb8d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 945 time: 0.1224737 Apr 20 18:19:01.852184 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-20361f07-a83f-413a-b60b-e95badddf7fc req-b116e4f7-3ba5-4cbe-9dfb-52e2878c6ddc tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520062 Apr 20 18:19:01.928167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:01.929654 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 49254) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:01.937376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791605583', 'description': 'tempest-secgroup-smoke-791605583 description', 'project_id': 'c250e0852dda4b6db36fcb0ea4536490'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:01.950687 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port 78698bc4-8d78-4755-a1eb-475b3c4cd603, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=78698bc4-8d78-4755-a1eb-475b3c4cd603,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:01.955350 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:01.957465 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:01.962580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Usage tracker for resource:security_group and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:01.963025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:01.971932 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:01.984782 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:02.008167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.060483 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=78698bc4-8d78-4755-a1eb-475b3c4cd603,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:02.067994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:02.076180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Usage tracker for resource:security_group_rule and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:02.077110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:02.079604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:02.086679 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:02.144723 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d289fb9-c3bc-42d5-9f70-943cf3df81f1 req-2721af86-2c17-48ad-b612-b05edff15ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:02.147004 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2d289fb9-c3bc-42d5-9f70-943cf3df81f1 req-2721af86-2c17-48ad-b612-b05edff15ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 1098 time: 0.1912730 Apr 20 18:19:02.165168 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66697009-088b-4953-8647-88c65897ff1e req-2b0381ba-7c7c-4c93-a47e-a3c17a825d90 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:02.169830 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-66697009-088b-4953-8647-88c65897ff1e req-2b0381ba-7c7c-4c93-a47e-a3c17a825d90 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1355782 Apr 20 18:19:02.178070 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.180917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.187695 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e526423a-00b6-4f7d-b9cb-2cdffe01e38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:02.231318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.236283 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3019118 Apr 20 18:19:02.236283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51fb548-5149-4264-a19f-a5ec0221cfff,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:02.236283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 49262) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:02.239199 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:02.242880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Request body: {'security_group_rule': {'security_group_id': 'd51fb548-5149-4264-a19f-a5ec0221cfff', 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:02.267869 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:02.275501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Usage tracker for resource:security_group_rule and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:02.281647 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:02.284230 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-521825dd-0dd0-4d59-8db5-c127abc99fe6 req-6605a200-27a1-462f-8be3-d28a6c30bf48 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 210 time: 0.0923448 Apr 20 18:19:02.311677 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-66697009-088b-4953-8647-88c65897ff1e req-1ccbcbaa-477b-4e1a-accf-5db34c5a572a tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167901 Apr 20 18:19:02.315648 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2d289fb9-c3bc-42d5-9f70-943cf3df81f1 req-2005b182-bf69-4431-8c00-d8ab933fd268 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445596 Apr 20 18:19:02.335742 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:02.357831 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.481557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.484458 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.509523 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:02.514770 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-7802f23d-e67f-4935-9dee-4dfcb08d55d7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=fc3fc8c6e9784223b73f2c48795d61a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373881 Apr 20 18:19:02.531541 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618f60fc-abcb-4b96-b48d-5eede8293acb,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:02.535195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:02.535967 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.542402 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3050547 Apr 20 18:19:02.543617 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 49270) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:02.550881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Request body: {'security_group_rule': {'security_group_id': 'd51fb548-5149-4264-a19f-a5ec0221cfff', 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:02.560770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:02.576289 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Usage tracker for resource:security_group_rule and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:02.580746 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:02.590614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:02.613109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.690171 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.696049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.699197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5999d007-000c-497d-9aed-02af8f495713 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:02.728080 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de01cb76-5688-4c4e-97c5-26eb884281ed,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:02.743209 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:02.756495 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.757982 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2126765 Apr 20 18:19:02.761457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 49276) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:02.771533 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Request body: {'security_group_rule': {'security_group_id': 'd51fb548-5149-4264-a19f-a5ec0221cfff', 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:02.780050 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:02.784572 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Usage tracker for resource:security_group_rule and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:02.788383 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:02.804974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:02.824650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.902363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.904966 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad8e7c-195e-436a-877b-f04dc851b4d2 req-f3af53a6-01d4-4ed4-9505-f7f6c9c7e181 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:02.905119 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.906867 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a4ad8e7c-195e-436a-877b-f04dc851b4d2 req-f3af53a6-01d4-4ed4-9505-f7f6c9c7e181 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.4851844 Apr 20 18:19:02.913293 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:02.935625 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20956b56-8bbe-49e1-a68f-86739181dd21,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:02.938256 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:02.946356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Sync routers for ids ['8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:19:02.947134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.952750 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1902041 Apr 20 18:19:02.953424 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 49286) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:02.962139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Request body: {'security_group_rule': {'security_group_id': 'd51fb548-5149-4264-a19f-a5ec0221cfff', 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:02.970245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Routers {'8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:19:02.970449 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:02.970968 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:18:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:02.975187 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Usage tracker for resource:security_group_rule and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:02.978966 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:02.986136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:03.005557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.024437 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a4ad8e7c-195e-436a-877b-f04dc851b4d2 req-cb8fbcb0-7a87-4285-8fc4-ce217a8ff81a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034071 Apr 20 18:19:03.033238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-5d090266-8947-4cc7-a34d-90199a292e8e tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:03.035421 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-5d090266-8947-4cc7-a34d-90199a292e8e tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5138741 Apr 20 18:19:03.088018 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.091259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Request body: {'port': {'device_id': 'ca32ffdc-43fb-4277-932a-3c21ba2e2aef', 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af', 'admin_state_up': True, 'tenant_id': 'fc3fc8c6e9784223b73f2c48795d61a0'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:03.092132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.094646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:03.129395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.130970 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764939 Apr 20 18:19:03.133975 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d245ab-320f-45af-b66e-373d519aa382,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:03.136273 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 49292) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:03.139538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:03.144659 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Request body: {'security_group_rule': {'security_group_id': 'd51fb548-5149-4264-a19f-a5ec0221cfff', 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:03.155063 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:03.160159 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Usage tracker for resource:security_group_rule and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:03.163601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:03.174824 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:03.182071 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Set router 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:19:03.191210 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.securitygroups_db [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Project c250e0852dda4b6db36fcb0ea4536490 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:19:03.202739 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.266916 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:03.270997 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Usage tracker for resource:port and tenant:fc3fc8c6e9784223b73f2c48795d61a0 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:03.274045 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:03.288758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:03.316899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8f8c4-8ed5-4f2a-97fc-f62b22bd473d req-95f0038e-8797-4647-8ac8-cb91cae05467 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:03.318867 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-33d8f8c4-8ed5-4f2a-97fc-f62b22bd473d req-95f0038e-8797-4647-8ac8-cb91cae05467 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 945 time: 0.2824819 Apr 20 18:19:03.320267 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Made reservation on behalf of fc3fc8c6e9784223b73f2c48795d61a0 for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:19:03.327697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.362098 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.380492 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.384649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.395410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:03.402406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:03.405420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Usage tracker for resource:security_group_rule and tenant:fc3fc8c6e9784223b73f2c48795d61a0 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:03.411131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:03.433858 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-33d8f8c4-8ed5-4f2a-97fc-f62b22bd473d req-2d4b7c5a-a29b-42cb-92e5-1caf86aa1df2 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942864 Apr 20 18:19:03.435869 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe16e53a-35de-42c5-a9d3-c9fd8d9bccac,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:03.438045 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:03.438822 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:03.440093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.444837 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 49302) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:03.445281 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3075390 Apr 20 18:19:03.472332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Request body: {'security_group_rule': {'security_group_id': 'd51fb548-5149-4264-a19f-a5ec0221cfff', 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:03.480369 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:03.484891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Usage tracker for resource:security_group_rule and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:03.488237 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:03.494425 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:03.513152 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.securitygroups_db [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Project c250e0852dda4b6db36fcb0ea4536490 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:19:03.572138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.600820 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-88c1ab83-018f-466d-b14a-7e6c12758788 req-8f53b3cf-14cb-418b-b6f0-bfbef4932b8c tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 210 time: 0.0886309 Apr 20 18:19:03.626565 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 78698bc4-8d78-4755-a1eb-475b3c4cd603 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:19:03.736300 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 78698bc4-8d78-4755-a1eb-475b3c4cd603 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:03.736898 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.782196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.793394 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'name': 'tempest-TestShelveInstance-1791304612-router', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:50Z', 'updated_at': '2021-04-20T18:18:58Z', 'revision_number': 4, 'project_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'gw_port': {'id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:52Z', 'updated_at': '2021-04-20T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': '606df9c8-3105-4297-8b4f-a2b8fd2367c5', 'name': '', 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'mac_address': 'fa:16:3e:09:e2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '331ee603-e265-4d7d-a26b-33d8087ffaed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:58Z', 'updated_at': '2021-04-20T18:18:59Z', 'revision_number': 2, 'project_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'subnets': [{'id': '331ee603-e265-4d7d-a26b-33d8087ffaed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:03.796297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.797006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Checking router: 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:19:03.797506 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Updating router 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 binding host dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:19:03.802630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.803537 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-59164539-d0b8-481f-82ee-3840c20b3797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:03.860608 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.911528 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3bb45-2c4d-4fd4-b577-8f494c788247 req-477f99e9-db98-43e7-aa2c-ba24e83a5876 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:03.913248 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f6f3bb45-2c4d-4fd4-b577-8f494c788247 req-477f99e9-db98-43e7-aa2c-ba24e83a5876 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.3215556 Apr 20 18:19:03.927929 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:03.953031 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:03.969357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5f6c5a76-e80d-4f47-81b3-d4a2cf5007fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:04.023122 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74aefcb-1413-4570-ae81-54358bc7efa6,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:04.044820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:04.050865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:04.062254 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-105d3c03-6477-47d2-bf34-1accefeb0d47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6044252 Apr 20 18:19:04.103854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:04.159849 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f6f3bb45-2c4d-4fd4-b577-8f494c788247 req-d1c0156d-61ab-404f-a93c-6cb4f234218d tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389817 Apr 20 18:19:04.193910 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Allocated IP 192.168.233.32 (325138e4-fafc-47e3-af6e-9411cc9d68af/aa74bdc6-fec9-4c1e-bc73-768033ef376c/a6bd6c38-f230-4240-809f-16eb5d410244) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:19:04.572049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:04.591632 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Transition to ACTIVE for port object a6bd6c38-f230-4240-809f-16eb5d410244 will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:19:04.624855 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:04.632562 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:04.646161 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:04.662849 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Transition to ACTIVE for port object 606df9c8-3105-4297-8b4f-a2b8fd2367c5 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:19:04.671670 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:04.678663 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-96e8e2b8-582c-4c5d-a8ed-7f95cf67d14d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:04.688434 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedb4f3-8784-4c83-a750-a7bc2ed0199c req-1bf0c991-d2a7-4287-9c1b-0b2ee82c2b5a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:04.696058 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3cedb4f3-8784-4c83-a750-a7bc2ed0199c req-1bf0c991-d2a7-4287-9c1b-0b2ee82c2b5a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.4881566 Apr 20 18:19:04.823756 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Network 325138e4-fafc-47e3-af6e-9411cc9d68af is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:19:04.836376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:19:04.850641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:19:04.881728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Pushing event updated for resources: {'Port': ['ID=a6bd6c38-f230-4240-809f-16eb5d410244,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:04.891602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:04.919089 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3cedb4f3-8784-4c83-a750-a7bc2ed0199c req-6e4e3340-1ee6-45ba-8107-6e98c0951dcd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219396 Apr 20 18:19:05.048567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1d79c-bd43-4c53-bc2f-5f3422fc609c req-f3a92ae1-2dbd-48eb-89bd-084623d2c3ce tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:05.071964 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e9a1d79c-bd43-4c53-bc2f-5f3422fc609c req-f3a92ae1-2dbd-48eb-89bd-084623d2c3ce tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 945 time: 0.3962917 Apr 20 18:19:05.073338 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d9f3d-a79a-4c3d-96de-91fa8af4d850 None None] Pushing event updated for resources: {'Port': ['ID=606df9c8-3105-4297-8b4f-a2b8fd2367c5,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:05.106694 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1e3d9f3d-a79a-4c3d-96de-91fa8af4d850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:05.107482 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Attempting to bind port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:19:05.107968 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Attempting to bind port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': '7cb871ae-bca5-4a5c-bf87-b0e953197c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:19:05.108536 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Attempting to bind port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 on network 4e827820-2b04-4d7a-b80c-9574c47569cb {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:19:05.114901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:19:05.115407 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Checking segment: {'id': '7cb871ae-bca5-4a5c-bf87-b0e953197c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:19:05.115819 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:05.116273 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Bound using segment: {'id': '7cb871ae-bca5-4a5c-bf87-b0e953197c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:19:05.116803 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Bound port: 606df9c8-3105-4297-8b4f-a2b8fd2367c5, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb871ae-bca5-4a5c-bf87-b0e953197c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:19:05.117188 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:05.153324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:05.154040 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:05.269278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] For port 606df9c8-3105-4297-8b4f-a2b8fd2367c5, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:19:05.275110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] For port 606df9c8-3105-4297-8b4f-a2b8fd2367c5, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=606df9c8-3105-4297-8b4f-a2b8fd2367c5,segment=NetworkSegment(7cb871ae-bca5-4a5c-bf87-b0e953197c94),segment_id=7cb871ae-bca5-4a5c-bf87-b0e953197c94)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:19:05.280064 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:05.287845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:05.321129 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e9a1d79c-bd43-4c53-bc2f-5f3422fc609c req-f26f7b07-6ac8-4b86-a619-0f9cd8b56027 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481680 Apr 20 18:19:05.329457 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2477839 Apr 20 18:19:05.345486 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Request body: {'port': {'device_id': 'ca32ffdc-43fb-4277-932a-3c21ba2e2aef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:05.423055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Routers {'8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:19:05.423776 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:18:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:05.491427 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-d1d9d9ab-3e9b-4c6b-9cde-75b3d8140aaf None None] Provisioning for port a6bd6c38-f230-4240-809f-16eb5d410244 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:19:05.527654 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:05.653102 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-d1d9d9ab-3e9b-4c6b-9cde-75b3d8140aaf None None] Provisioning complete for port a6bd6c38-f230-4240-809f-16eb5d410244 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:05.653671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d1d9d9ab-3e9b-4c6b-9cde-75b3d8140aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:05.689374 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cdb99-b4f7-4c72-ab67-7a518710d048 req-ed4c3f16-8b62-43a1-85cd-adad2fabe022 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:05.690143 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-880cdb99-b4f7-4c72-ab67-7a518710d048 req-ed4c3f16-8b62-43a1-85cd-adad2fabe022 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Synchronizing usage tracker for tenant:fc3fc8c6e9784223b73f2c48795d61a0 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:19:05.733958 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d9f3d-a79a-4c3d-96de-91fa8af4d850 None None] Pushing event updated for resources: {'Port': ['ID=606df9c8-3105-4297-8b4f-a2b8fd2367c5,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:05.748199 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-880cdb99-b4f7-4c72-ab67-7a518710d048 req-ed4c3f16-8b62-43a1-85cd-adad2fabe022 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Unset dirty status for tenant:fc3fc8c6e9784223b73f2c48795d61a0 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:19:05.755770 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-880cdb99-b4f7-4c72-ab67-7a518710d048 req-ed4c3f16-8b62-43a1-85cd-adad2fabe022 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 935 time: 0.5972123 Apr 20 18:19:05.793032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1e3d9f3d-a79a-4c3d-96de-91fa8af4d850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:05.795120 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] Set router 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:19:05.877932 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9d9ab-3e9b-4c6b-9cde-75b3d8140aaf None None] Port a6bd6c38-f230-4240-809f-16eb5d410244 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:19:05.891915 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-880cdb99-b4f7-4c72-ab67-7a518710d048 req-86b38c18-1485-4e0b-ab43-1d8efe1862ac tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Synchronizing usage tracker for tenant:fc3fc8c6e9784223b73f2c48795d61a0 on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:19:05.952680 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-880cdb99-b4f7-4c72-ab67-7a518710d048 req-86b38c18-1485-4e0b-ab43-1d8efe1862ac tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Unset dirty status for tenant:fc3fc8c6e9784223b73f2c48795d61a0 on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:19:05.966118 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-880cdb99-b4f7-4c72-ab67-7a518710d048 req-86b38c18-1485-4e0b-ab43-1d8efe1862ac tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092521 Apr 20 18:19:06.160436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6bd6c38-f230-4240-809f-16eb5d410244 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:19:06.176953 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:06.219906 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Transition to ACTIVE for port object a6bd6c38-f230-4240-809f-16eb5d410244 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:19:06.226680 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:06.233287 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:06.421671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'name': 'tempest-TestShelveInstance-1791304612-router', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:50Z', 'updated_at': '2021-04-20T18:18:58Z', 'revision_number': 4, 'project_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'gw_port': {'id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:52Z', 'updated_at': '2021-04-20T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': '606df9c8-3105-4297-8b4f-a2b8fd2367c5', 'name': '', 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'mac_address': 'fa:16:3e:09:e2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '331ee603-e265-4d7d-a26b-33d8087ffaed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:58Z', 'updated_at': '2021-04-20T18:19:05Z', 'revision_number': 4, 'project_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'subnets': [{'id': '331ee603-e265-4d7d-a26b-33d8087ffaed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:06.428115 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee0c9a5-ad42-46dd-ade6-f94169a96442 None None] The sync data for ids ['8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'] in dv-cinder-786930-2-smb is: [{'id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'name': 'tempest-TestShelveInstance-1791304612-router', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:50Z', 'updated_at': '2021-04-20T18:18:58Z', 'revision_number': 4, 'project_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'gw_port': {'id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:52Z', 'updated_at': '2021-04-20T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': '606df9c8-3105-4297-8b4f-a2b8fd2367c5', 'name': '', 'network_id': '4e827820-2b04-4d7a-b80c-9574c47569cb', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'mac_address': 'fa:16:3e:09:e2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '331ee603-e265-4d7d-a26b-33d8087ffaed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:58Z', 'updated_at': '2021-04-20T18:19:05Z', 'revision_number': 4, 'project_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'subnets': [{'id': '331ee603-e265-4d7d-a26b-33d8087ffaed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:19:06.575900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Pushing event updated for resources: {'Port': ['ID=a6bd6c38-f230-4240-809f-16eb5d410244,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:06.590811 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:06.591239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:06.591648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:06.592007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:06.592386 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:06.592775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:06.593161 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:06.593545 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:06.593924 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:06.594301 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:06.594709 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:06.595092 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:06.608604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:06.727393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f116d6b-eb23-4430-9823-d391fe1a770e req-b5d8757a-bad4-477e-9c45-b2384df5935e tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:06.736558 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f116d6b-eb23-4430-9823-d391fe1a770e req-b5d8757a-bad4-477e-9c45-b2384df5935e tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.4495444 Apr 20 18:19:06.771263 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Attempting to bind port a6bd6c38-f230-4240-809f-16eb5d410244 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:19:06.771891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Attempting to bind port a6bd6c38-f230-4240-809f-16eb5d410244 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ecf728f3-0a56-4603-8004-9e08054c2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:19:06.772292 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Attempting to bind port a6bd6c38-f230-4240-809f-16eb5d410244 on network 325138e4-fafc-47e3-af6e-9411cc9d68af {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:19:06.784907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Port a6bd6c38-f230-4240-809f-16eb5d410244 on network 325138e4-fafc-47e3-af6e-9411cc9d68af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:19:06.785251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Attempting to bind port a6bd6c38-f230-4240-809f-16eb5d410244 on network 325138e4-fafc-47e3-af6e-9411cc9d68af {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:19:07.014424 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfc861-1776-40c2-8e50-3cc926668a02 req-f54701d8-259a-42b0-834a-4f733c13b528 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:07.016160 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62bfc861-1776-40c2-8e50-3cc926668a02 req-f54701d8-259a-42b0-834a-4f733c13b528 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.5465436 Apr 20 18:19:07.026283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:19:07.026952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Checking segment: {'id': 'ecf728f3-0a56-4603-8004-9e08054c2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:19:07.027177 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Bound using segment: {'id': 'ecf728f3-0a56-4603-8004-9e08054c2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:19:07.027749 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Bound port: a6bd6c38-f230-4240-809f-16eb5d410244, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf728f3-0a56-4603-8004-9e08054c2b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:19:07.028136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:07.047522 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f116d6b-eb23-4430-9823-d391fe1a770e req-678ec825-bb0f-443f-9a1c-c12cdfc443c2 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096712 Apr 20 18:19:07.145893 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62bfc861-1776-40c2-8e50-3cc926668a02 req-2d33a011-e2a5-4346-b0e4-5a82bf234a88 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053634 Apr 20 18:19:07.190137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] For port a6bd6c38-f230-4240-809f-16eb5d410244, host hv-cinder-78693, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:19:07.193623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] For port a6bd6c38-f230-4240-809f-16eb5d410244, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a6bd6c38-f230-4240-809f-16eb5d410244,segment=NetworkSegment(ecf728f3-0a56-4603-8004-9e08054c2b9d),segment_id=ecf728f3-0a56-4603-8004-9e08054c2b9d)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:19:07.201550 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:07.210758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:07.400014 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:07.401127 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:07.403971 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] 10.222.0.37 "PUT /v2.0/ports/a6bd6c38-f230-4240-809f-16eb5d410244 HTTP/1.1" status: 200 len: 1097 time: 2.0633461 Apr 20 18:19:07.414096 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca32ffdc-43fb-4277-932a-3c21ba2e2aef', 'tag': 'a6bd6c38-f230-4240-809f-16eb5d410244'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:07.441461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 606df9c8-3105-4297-8b4f-a2b8fd2367c5 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:19:07.581568 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:19:07.588017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:07.589966 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:07.598587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Pushing event updated for resources: {'Port': ['ID=a6bd6c38-f230-4240-809f-16eb5d410244,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:07.619817 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:07.631974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73e8de-90fc-4ff6-b91d-e6ce3080f466 req-ef449a26-7a17-4547-bd82-3f2c636fe1bb tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:07.633883 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-df73e8de-90fc-4ff6-b91d-e6ce3080f466 req-ef449a26-7a17-4547-bd82-3f2c636fe1bb tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 947 time: 0.3258410 Apr 20 18:19:07.682624 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f1e6d07-426d-49e8-9bf3-59cd171b2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:07.685654 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-8f1e6d07-426d-49e8-9bf3-59cd171b2460 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc3fc8c6e9784223b73f2c48795d61a0&device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 1100 time: 0.2085407 Apr 20 18:19:07.818819 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-df73e8de-90fc-4ff6-b91d-e6ce3080f466 req-1d160ef1-d9b3-44f1-827e-ab0cb312aa08 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758265 Apr 20 18:19:07.825978 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-81f592dc-9855-447e-86c0-724acb9c3315 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=a6bd6c38-f230-4240-809f-16eb5d410244 HTTP/1.1" status: 200 len: 217 time: 0.0962439 Apr 20 18:19:07.920769 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca32ffdc-43fb-4277-932a-3c21ba2e2aef', 'tag': 'a6bd6c38-f230-4240-809f-16eb5d410244', 'status': 'completed', 'code': 200} Apr 20 18:19:07.953832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-9b5b9706-f058-4bf9-bbe7-62ce8da9fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:07.955938 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-9b5b9706-f058-4bf9-bbe7-62ce8da9fe01 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa74bdc6-fec9-4c1e-bc73-768033ef376c HTTP/1.1" status: 200 len: 843 time: 0.1248050 Apr 20 18:19:07.962917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:08.050630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port 606df9c8-3105-4297-8b4f-a2b8fd2367c5, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=606df9c8-3105-4297-8b4f-a2b8fd2367c5,segment=NetworkSegment(7cb871ae-bca5-4a5c-bf87-b0e953197c94),segment_id=7cb871ae-bca5-4a5c-bf87-b0e953197c94)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:08.057446 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:08.063986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b6f01ef1-e33c-41b0-80b4-7bb7b00e3d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:08.191212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=606df9c8-3105-4297-8b4f-a2b8fd2367c5,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:08.202606 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:08.234699 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-d9f6e7a7-c1b9-468b-8040-660941cb727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:08.236482 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-d9f6e7a7-c1b9-468b-8040-660941cb727e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=325138e4-fafc-47e3-af6e-9411cc9d68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2733462 Apr 20 18:19:08.368094 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36645b9e-4bdd-42df-bae9-b6d2467d7cb6 req-018517f6-af17-4300-902c-3e167ada6cfd tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:08.369694 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36645b9e-4bdd-42df-bae9-b6d2467d7cb6 req-018517f6-af17-4300-902c-3e167ada6cfd tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 945 time: 0.2076857 Apr 20 18:19:08.448935 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36645b9e-4bdd-42df-bae9-b6d2467d7cb6 req-5ac7ada6-7a52-46bf-b1bd-05091ac8bcaa tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716238 Apr 20 18:19:08.457732 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-cdc5fd77-d558-42f2-8831-a4af74b13733 service neutron] 10.222.0.37 "GET /v2.0/networks/325138e4-fafc-47e3-af6e-9411cc9d68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100472 Apr 20 18:19:08.694377 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-754c1c19-7d1b-47b0-ae07-f1835e98399c req-9c6fc922-143f-4bcf-8bfc-930de8f1a41f service neutron] 10.222.0.37 "GET /v2.0/networks/325138e4-fafc-47e3-af6e-9411cc9d68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185273 Apr 20 18:19:08.706946 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471f30b-ca85-4d4b-a699-ace741150d76 req-500f47b9-9fcc-4c61-96b9-c48ba560cbc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:08.708813 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2471f30b-ca85-4d4b-a699-ace741150d76 req-500f47b9-9fcc-4c61-96b9-c48ba560cbc6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.2001579 Apr 20 18:19:08.808878 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2471f30b-ca85-4d4b-a699-ace741150d76 req-bcfd6568-4552-4fcf-a659-fb0aa40f1ce4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919664 Apr 20 18:19:08.846322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7edb1-f476-475f-aeb9-828dcc991610 req-404873cb-4882-4a95-8574-e004c6723d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:08.848844 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-34e7edb1-f476-475f-aeb9-828dcc991610 req-404873cb-4882-4a95-8574-e004c6723d6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fc3fc8c6e9784223b73f2c48795d61a0&device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 1100 time: 0.0969992 Apr 20 18:19:09.020631 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 67c82629-7d4f-47c6-a50f-948cee9244f5 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:19:09.076410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7edb1-f476-475f-aeb9-828dcc991610 req-e4bd0295-6ef0-4b39-b368-a61492529655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:09.077922 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-34e7edb1-f476-475f-aeb9-828dcc991610 req-e4bd0295-6ef0-4b39-b368-a61492529655 service neutron] 10.222.0.37 "GET /v2.0/networks?id=325138e4-fafc-47e3-af6e-9411cc9d68af HTTP/1.1" status: 200 len: 870 time: 0.2159982 Apr 20 18:19:09.161524 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757086a9-d41d-405b-8bee-6eb0fa61eef0 req-9ed11731-573d-4d4d-b2b2-d339a7e5f0a8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:09.163202 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-757086a9-d41d-405b-8bee-6eb0fa61eef0 req-9ed11731-573d-4d4d-b2b2-d339a7e5f0a8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 947 time: 0.1972303 Apr 20 18:19:09.174235 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-34e7edb1-f476-475f-aeb9-828dcc991610 req-2069d24d-ab09-45d8-a5b8-28663535a7b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=a6bd6c38-f230-4240-809f-16eb5d410244 HTTP/1.1" status: 200 len: 217 time: 0.0826719 Apr 20 18:19:09.175798 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67c82629-7d4f-47c6-a50f-948cee9244f5,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:09.192032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'port_id': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'mac_address': 'fa:16:3e:ff:db:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:19:09.260882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:09.275384 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-757086a9-d41d-405b-8bee-6eb0fa61eef0 req-c9124f30-fcdc-43e1-b90d-ada9ea1d70fe tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029510 Apr 20 18:19:09.282719 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67c82629-7d4f-47c6-a50f-948cee9244f5 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:19:09.284887 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7edb1-f476-475f-aeb9-828dcc991610 req-a1eb519a-d2d7-4195-a895-a5f486df37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:09.286458 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-34e7edb1-f476-475f-aeb9-828dcc991610 req-a1eb519a-d2d7-4195-a895-a5f486df37e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa74bdc6-fec9-4c1e-bc73-768033ef376c HTTP/1.1" status: 200 len: 843 time: 0.0976305 Apr 20 18:19:09.300796 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67c82629-7d4f-47c6-a50f-948cee9244f5,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:09.308093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:09.310079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:09.385360 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7edb1-f476-475f-aeb9-828dcc991610 req-c66c0565-b335-4298-9409-17994f5e4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:09.387300 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-34e7edb1-f476-475f-aeb9-828dcc991610 req-c66c0565-b335-4298-9409-17994f5e4ba2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=325138e4-fafc-47e3-af6e-9411cc9d68af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0874083 Apr 20 18:19:09.400483 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 606df9c8-3105-4297-8b4f-a2b8fd2367c5 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:19:09.429010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=67c82629-7d4f-47c6-a50f-948cee9244f5,revision_number=6']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:09.438007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:09.490706 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:09.491142 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:09.538128 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['67c82629-7d4f-47c6-a50f-948cee9244f5'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:19:09.651013 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-34e7edb1-f476-475f-aeb9-828dcc991610 req-ec363c07-160a-40e2-8896-f805fe5cf66a service neutron] 10.222.0.37 "GET /v2.0/networks/325138e4-fafc-47e3-af6e-9411cc9d68af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463479 Apr 20 18:19:09.820443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b385512-6d78-4388-9efb-dc34c395f668 req-7a23e31d-0983-4012-9aed-6bd38a4933ed tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:09.822489 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2b385512-6d78-4388-9efb-dc34c395f668 req-7a23e31d-0983-4012-9aed-6bd38a4933ed tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 945 time: 0.2368195 Apr 20 18:19:09.830461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343487-cbe7-445a-b243-4c7a32f57e03 req-2bd29c81-e154-4569-81f2-d391caa3b177 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:09.832705 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-63343487-cbe7-445a-b243-4c7a32f57e03 req-2bd29c81-e154-4569-81f2-d391caa3b177 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.37 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 945 time: 0.1328678 Apr 20 18:19:09.939532 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-34e7edb1-f476-475f-aeb9-828dcc991610 req-8b5002bf-fd07-46e4-8efc-efd187249a40 service neutron] 10.222.0.37 "GET /v2.0/networks/325138e4-fafc-47e3-af6e-9411cc9d68af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772403 Apr 20 18:19:10.034890 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2b385512-6d78-4388-9efb-dc34c395f668 req-9304326c-2656-4df7-a7bc-3cc431e440ee tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/security-groups?id=9ec7fb16-a8e1-44c8-a481-92151dc9f62b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028124 Apr 20 18:19:10.091413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-63343487-cbe7-445a-b243-4c7a32f57e03 req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Deleting port 4a71cb6d-411f-4081-ac63-5b6025f225e1 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:19:10.091806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-63343487-cbe7-445a-b243-4c7a32f57e03 req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.135420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633093e5-fb9c-45db-befe-31ed4a63cb46 req-25d37056-3d49-4eed-a19b-f7ddc1db0920 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:10.137937 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-633093e5-fb9c-45db-befe-31ed4a63cb46 req-25d37056-3d49-4eed-a19b-f7ddc1db0920 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 944 time: 0.1536925 Apr 20 18:19:10.214625 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-633093e5-fb9c-45db-befe-31ed4a63cb46 req-c3c87233-734b-410b-a5b9-1d90b570bbb6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695350 Apr 20 18:19:10.416343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-63343487-cbe7-445a-b243-4c7a32f57e03 req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] For port 4a71cb6d-411f-4081-ac63-5b6025f225e1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4a71cb6d-411f-4081-ac63-5b6025f225e1,segment=NetworkSegment(1812eab1-f275-49f1-8102-15c8d0623f28),segment_id=1812eab1-f275-49f1-8102-15c8d0623f28)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:10.416847 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-63343487-cbe7-445a-b243-4c7a32f57e03 req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.458806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 49494) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:10.549372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74409647-104b-48b0-a585-287442818082 req-bb2813d3-5b74-442e-bb28-d9ecdeed89c9 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:10.559050 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-74409647-104b-48b0-a585-287442818082 req-bb2813d3-5b74-442e-bb28-d9ecdeed89c9 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 947 time: 0.1374917 Apr 20 18:19:10.566775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-63343487-cbe7-445a-b243-4c7a32f57e03 req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Calling delete_port for 4a71cb6d-411f-4081-ac63-5b6025f225e1 owned by compute:nova {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:19:10.581793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f39e8342-083d-40eb-badf-235ac722f714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.627833 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-74409647-104b-48b0-a585-287442818082 req-1b0cdab8-252b-4e7f-aa1f-b100d58300e1 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665379 Apr 20 18:19:10.669795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7e62619f-6926-46d9-a36c-154cdac49430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.691837 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7e62619f-6926-46d9-a36c-154cdac49430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:10.696028 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7e62619f-6926-46d9-a36c-154cdac49430 admin admin] Usage tracker for resource:security_group_rule and tenant:30005d9864b640ea871df2c033acd880 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:10.699792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7e62619f-6926-46d9-a36c-154cdac49430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:10.706152 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7e62619f-6926-46d9-a36c-154cdac49430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:10.811505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7e62619f-6926-46d9-a36c-154cdac49430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.815440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7e62619f-6926-46d9-a36c-154cdac49430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.866682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f5f4d271-931c-414f-a042-19a2ef3aed1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:10.877140 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-7e62619f-6926-46d9-a36c-154cdac49430 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30005d9864b640ea871df2c033acd880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121296 Apr 20 18:19:10.879983 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 49512) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:10.965766 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62619f-6926-46d9-a36c-154cdac49430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7e9d33-fe1f-4e62-87d3-3587abcc917e,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:10.983904 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-7e62619f-6926-46d9-a36c-154cdac49430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:11.009627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff558b47-512d-4bee-bc37-bc51c80fc4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.021544 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device a6bd6c38-f230-4240-809f-16eb5d410244 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:19:11.032614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 67c82629-7d4f-47c6-a50f-948cee9244f5 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:19:11.043455 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff558b47-512d-4bee-bc37-bc51c80fc4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.056721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-63343487-cbe7-445a-b243-4c7a32f57e03 req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.065396 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9f8db3f7-5eda-4e96-9fee-f9fa9531861a tempest-DeleteServersTestJSON-390080764 tempest-DeleteServersTestJSON-390080764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:11.094797 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff558b47-512d-4bee-bc37-bc51c80fc4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.101330 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ae9cd457-766c-4c5e-a2b7-f7aac5473d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:11.119429 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff558b47-512d-4bee-bc37-bc51c80fc4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7e9d33-fe1f-4e62-87d3-3587abcc917e,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:11.127496 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Pushing event deleted for resources: {'Port': ['ID=4a71cb6d-411f-4081-ac63-5b6025f225e1,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:11.132164 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff558b47-512d-4bee-bc37-bc51c80fc4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.137828 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ff558b47-512d-4bee-bc37-bc51c80fc4f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e7e9d33-fe1f-4e62-87d3-3587abcc917e HTTP/1.1" status: 204 len: 168 time: 0.2563918 Apr 20 18:19:11.139765 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:11.140108 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ff558b47-512d-4bee-bc37-bc51c80fc4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:11.140717 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:11.141242 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:11.141522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:11.141899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:11.142294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:11.142709 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:11.143093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:11.143516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:11.143853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:11.144230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:11.144877 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:11.150234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:11.265263 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['4a71cb6d-411f-4081-ac63-5b6025f225e1'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:19:11.328191 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-339461fe-ccac-447f-a1c0-47773b131aee req-9c5f6bc7-2903-41b9-9b2b-66a3dc21b5b4 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.21 "GET /v2.0/ports?device_id=329b9677-4995-4ccc-b16e-10a54a975bb2 HTTP/1.1" status: 200 len: 210 time: 0.0895095 Apr 20 18:19:11.350813 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-63343487-cbe7-445a-b243-4c7a32f57e03 req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] No DVR routers for this DVR port 4a71cb6d-411f-4081-ac63-5b6025f225e1 on host hv-cinder-78693 {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:19:11.354779 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-63343487-cbe7-445a-b243-4c7a32f57e03 req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.395192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329b9677-4995-4ccc-b16e-10a54a975bb2', 'name': 'network-vif-deleted', 'tag': '4a71cb6d-411f-4081-ac63-5b6025f225e1'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:11.402594 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-63343487-cbe7-445a-b243-4c7a32f57e03 req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] 10.222.0.37 "DELETE /v2.0/ports/4a71cb6d-411f-4081-ac63-5b6025f225e1 HTTP/1.1" status: 204 len: 173 time: 1.5553880 Apr 20 18:19:11.465600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 67c82629-7d4f-47c6-a50f-948cee9244f5 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:11.466120 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.717070 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329b9677-4995-4ccc-b16e-10a54a975bb2', 'name': 'network-vif-deleted', 'tag': '4a71cb6d-411f-4081-ac63-5b6025f225e1', 'status': 'completed', 'code': 200} Apr 20 18:19:11.767402 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b160275-09a5-42a0-9113-8015e64f74d2 req-8f5a8260-e8e4-4d15-8974-050612aeb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:11.769651 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b160275-09a5-42a0-9113-8015e64f74d2 req-8f5a8260-e8e4-4d15-8974-050612aeb443 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 1098 time: 0.1056283 Apr 20 18:19:11.803297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f153068-ffef-4a68-81e3-e4556423d0ed req-e7192b69-defe-43e4-8240-c6ac6a86c2e2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:11.818808 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0f153068-ffef-4a68-81e3-e4556423d0ed req-e7192b69-defe-43e4-8240-c6ac6a86c2e2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 944 time: 0.2167177 Apr 20 18:19:11.928530 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.928622 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0f153068-ffef-4a68-81e3-e4556423d0ed req-d96ebc36-88f0-40b6-ad0d-ee456602e4ee tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073303 Apr 20 18:19:12.031044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b160275-09a5-42a0-9113-8015e64f74d2 req-f7569ba4-d4ab-4dbf-8a8d-88ca86b8cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:12.032786 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b160275-09a5-42a0-9113-8015e64f74d2 req-f7569ba4-d4ab-4dbf-8a8d-88ca86b8cab1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 919 time: 0.2552269 Apr 20 18:19:12.079795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67c82629-7d4f-47c6-a50f-948cee9244f5,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:12.083104 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:12.116556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.161606 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:12.213043 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b160275-09a5-42a0-9113-8015e64f74d2 req-56f7c335-563c-450d-b4e5-e4ae31f696d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24827e2-5aa9-425f-b018-20c4579a9cd0 HTTP/1.1" status: 200 len: 217 time: 0.1671584 Apr 20 18:19:12.263375 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069916c-c3e2-4e85-ba3a-bf101c34adf1 req-8c260ea5-56dd-4ef5-99db-3908576d2cb2 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:12.271159 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d069916c-c3e2-4e85-ba3a-bf101c34adf1 req-8c260ea5-56dd-4ef5-99db-3908576d2cb2 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.3134129 Apr 20 18:19:12.397987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port a6bd6c38-f230-4240-809f-16eb5d410244, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a6bd6c38-f230-4240-809f-16eb5d410244,segment=NetworkSegment(ecf728f3-0a56-4603-8004-9e08054c2b9d),segment_id=ecf728f3-0a56-4603-8004-9e08054c2b9d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:12.457411 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=67c82629-7d4f-47c6-a50f-948cee9244f5,revision_number=7']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:12.469263 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:12.469932 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': 'a6bd6c38-f230-4240-809f-16eb5d410244', 'network_id': '325138e4-fafc-47e3-af6e-9411cc9d68af', 'port_id': 'a6bd6c38-f230-4240-809f-16eb5d410244', 'mac_address': 'fa:16:3e:21:72:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa74bdc6-fec9-4c1e-bc73-768033ef376c', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:19:12.480469 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b160275-09a5-42a0-9113-8015e64f74d2 req-a394ee48-ccce-4744-8ec0-6522c0fa308b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:12.488808 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b160275-09a5-42a0-9113-8015e64f74d2 req-a394ee48-ccce-4744-8ec0-6522c0fa308b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0402e5f9-2c87-47d1-be48-d902f55b0f9b HTTP/1.1" status: 200 len: 858 time: 0.2493072 Apr 20 18:19:12.519504 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d069916c-c3e2-4e85-ba3a-bf101c34adf1 req-4a7cafaa-e645-4a3f-9c45-0e80c250c17c tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473176 Apr 20 18:19:12.665349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5250195-370a-4d9c-8a74-6c26285185f1 req-827f4aef-24e8-4a3a-80c2-b4e433707c69 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:12.679380 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b5250195-370a-4d9c-8a74-6c26285185f1 req-827f4aef-24e8-4a3a-80c2-b4e433707c69 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 947 time: 0.4054625 Apr 20 18:19:12.703345 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b160275-09a5-42a0-9113-8015e64f74d2 req-bf87a47f-6a43-4dc7-b9bd-c6e39ad1cf15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b754d42-4608-4677-bd8d-77d0689a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2048557 Apr 20 18:19:12.710498 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'code': 200} Apr 20 18:19:12.715052 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.762760 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6bd6c38-f230-4240-809f-16eb5d410244 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:19:12.796212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port a6bd6c38-f230-4240-809f-16eb5d410244, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a6bd6c38-f230-4240-809f-16eb5d410244,segment=NetworkSegment(ecf728f3-0a56-4603-8004-9e08054c2b9d),segment_id=ecf728f3-0a56-4603-8004-9e08054c2b9d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:12.801420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.803645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6f6e7fbb-6c52-42fc-be2a-28f5948efaa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:12.806927 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b5250195-370a-4d9c-8a74-6c26285185f1 req-63767c8c-01c9-4b1c-a9b3-d147014708fc tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216607 Apr 20 18:19:12.941202 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b160275-09a5-42a0-9113-8015e64f74d2 req-85fb6ef8-b4ba-4a19-991e-252fe70e9c99 service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281141 Apr 20 18:19:12.952239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=a6bd6c38-f230-4240-809f-16eb5d410244,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:12.956261 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:13.039770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 4a71cb6d-411f-4081-ac63-5b6025f225e1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:19:13.095431 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: 4a71cb6d-411f-4081-ac63-5b6025f225e1 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:19:13.095940 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 4a71cb6d-411f-4081-ac63-5b6025f225e1 not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:19:13.099213 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['a6bd6c38-f230-4240-809f-16eb5d410244'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:19:13.148320 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b160275-09a5-42a0-9113-8015e64f74d2 req-16353d1a-28e6-419b-9cf7-0d7b2d7ad9fb service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945233 Apr 20 18:19:13.202608 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b3c8a67-d22b-46a9-aa6b-72f9b688d10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.335320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff0115-41c0-486b-b2fa-d50387d1df49 req-8635c7c6-59bf-42d0-97e3-c6666be275b1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:13.337639 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-aeff0115-41c0-486b-b2fa-d50387d1df49 req-8635c7c6-59bf-42d0-97e3-c6666be275b1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1452777 Apr 20 18:19:13.449432 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-aeff0115-41c0-486b-b2fa-d50387d1df49 req-aa1b3945-d544-426d-b820-ceb46ba1ced4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912352 Apr 20 18:19:13.872254 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.943981 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608b4b6-c97d-4248-8bbe-e4ad2e9195cf req-28679fa5-dcc5-4469-a75a-008838b702b6 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:13.945700 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2608b4b6-c97d-4248-8bbe-e4ad2e9195cf req-28679fa5-dcc5-4469-a75a-008838b702b6 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.2518637 Apr 20 18:19:14.086920 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2608b4b6-c97d-4248-8bbe-e4ad2e9195cf req-18629359-f519-4128-b3c7-0af421d206f1 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294081 Apr 20 18:19:14.292949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cb4eb-051d-4c48-a634-94aaffcfeaa2 req-0275a0d5-f073-4fa8-9275-5cca44aabf08 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:14.296306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 49624) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:14.306465 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-670cb4eb-051d-4c48-a634-94aaffcfeaa2 req-0275a0d5-f073-4fa8-9275-5cca44aabf08 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 948 time: 0.1637623 Apr 20 18:19:14.344673 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0d47c374-aefb-47ef-a559-c4466ec3bfb1 req-157e533c-305d-4531-862e-40e60e16ab76 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1530654 Apr 20 18:19:14.387812 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:14.426556 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-670cb4eb-051d-4c48-a634-94aaffcfeaa2 req-426940cb-d531-4b41-8971-0a0a6fa2a0d6 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179895 Apr 20 18:19:14.503245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c374-aefb-47ef-a559-c4466ec3bfb1 req-13d40775-5c2e-4c21-932f-503ac2a25188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:14.505007 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0d47c374-aefb-47ef-a559-c4466ec3bfb1 req-13d40775-5c2e-4c21-932f-503ac2a25188 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 1098 time: 0.1335039 Apr 20 18:19:14.673984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a0f105c-2bf5-4672-b813-5b23724d022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:14.716801 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-6a0f105c-2bf5-4672-b813-5b23724d022d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:14.738723 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-6a0f105c-2bf5-4672-b813-5b23724d022d admin admin] Usage tracker for resource:security_group_rule and tenant:a7312592b7c440e5b233c073c2fd74ff is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:14.743244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-6a0f105c-2bf5-4672-b813-5b23724d022d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:14.752814 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-6a0f105c-2bf5-4672-b813-5b23724d022d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:14.781137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c374-aefb-47ef-a559-c4466ec3bfb1 req-3c99352c-e59e-4380-96d0-88276da02230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:14.782386 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0d47c374-aefb-47ef-a559-c4466ec3bfb1 req-3c99352c-e59e-4380-96d0-88276da02230 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 919 time: 0.2290840 Apr 20 18:19:14.814263 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d313b-5114-4332-9c82-49e5f19a50d3 req-d19c3022-2cc1-49e5-88e5-fa0e17376f89 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:14.816547 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-853d313b-5114-4332-9c82-49e5f19a50d3 req-d19c3022-2cc1-49e5-88e5-fa0e17376f89 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1905468 Apr 20 18:19:14.898470 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-853d313b-5114-4332-9c82-49e5f19a50d3 req-2689cc58-b6a5-4b65-93ff-9a29edab57f5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743117 Apr 20 18:19:14.950827 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0d47c374-aefb-47ef-a559-c4466ec3bfb1 req-e676fffa-b2bd-4d9a-9c38-68402fcd4b02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=632d5aa6-69da-4cb5-b494-da9bb1897397 HTTP/1.1" status: 200 len: 217 time: 0.1550162 Apr 20 18:19:15.038726 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device a6bd6c38-f230-4240-809f-16eb5d410244 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:19:15.095984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a0f105c-2bf5-4672-b813-5b23724d022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:15.102630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6a0f105c-2bf5-4672-b813-5b23724d022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:15.144451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-745d673f-4ed1-4ede-9709-7659aa7c2b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:15.177979 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-6a0f105c-2bf5-4672-b813-5b23724d022d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7312592b7c440e5b233c073c2fd74ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8809605 Apr 20 18:19:15.180985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 49654) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:15.182080 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f105c-2bf5-4672-b813-5b23724d022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53de51f9-e2c2-44c2-91d3-2319f2a56870,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:15.186569 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6a0f105c-2bf5-4672-b813-5b23724d022d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:15.235845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47c374-aefb-47ef-a559-c4466ec3bfb1 req-1614f86a-0f7f-4868-a0d2-b037f08994e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:15.242819 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0d47c374-aefb-47ef-a559-c4466ec3bfb1 req-1614f86a-0f7f-4868-a0d2-b037f08994e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0402e5f9-2c87-47d1-be48-d902f55b0f9b HTTP/1.1" status: 200 len: 858 time: 0.2752964 Apr 20 18:19:15.260283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:15.265791 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port a6bd6c38-f230-4240-809f-16eb5d410244 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:19:15.277752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port a6bd6c38-f230-4240-809f-16eb5d410244 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:15.278173 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:15.406756 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0d47c374-aefb-47ef-a559-c4466ec3bfb1 req-0d4761e9-59ce-4ee0-bbfd-8887bbec7a12 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b754d42-4608-4677-bd8d-77d0689a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506779 Apr 20 18:19:15.459752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:15.509427 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca32ffdc-43fb-4277-932a-3c21ba2e2aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bd6c38-f230-4240-809f-16eb5d410244'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:15.520929 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port a6bd6c38-f230-4240-809f-16eb5d410244, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a6bd6c38-f230-4240-809f-16eb5d410244,segment=NetworkSegment(ecf728f3-0a56-4603-8004-9e08054c2b9d),segment_id=ecf728f3-0a56-4603-8004-9e08054c2b9d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:15.536780 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:15.539015 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:15.668236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=a6bd6c38-f230-4240-809f-16eb5d410244,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:15.683131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:15.776879 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0d47c374-aefb-47ef-a559-c4466ec3bfb1 req-dcd0891a-d9af-4383-b129-712a36621b49 service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543692 Apr 20 18:19:15.975634 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0d47c374-aefb-47ef-a559-c4466ec3bfb1 req-04062ff9-89f9-41bf-9c8c-e7b39c4e3ff2 service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880217 Apr 20 18:19:16.140846 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5a01-764c-440e-961b-39c40b6f0b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.215079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5a01-764c-440e-961b-39c40b6f0b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.250899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf0894-046d-4393-9398-068e76d00ebe req-c9954486-e67c-421e-a3f9-40fbc17a1dfd tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:16.258985 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b1bf0894-046d-4393-9398-068e76d00ebe req-c9954486-e67c-421e-a3f9-40fbc17a1dfd tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.9537995 Apr 20 18:19:16.331754 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b1bf0894-046d-4393-9398-068e76d00ebe req-c06b6df9-705f-4e73-9284-904b973624e8 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716841 Apr 20 18:19:16.369392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05815e34-3063-4836-9e26-f323d583d47f req-39e52858-bef5-486e-81f7-397e9e20062d tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:16.375221 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-05815e34-3063-4836-9e26-f323d583d47f req-39e52858-bef5-486e-81f7-397e9e20062d tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 949 time: 0.4256928 Apr 20 18:19:16.408493 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca32ffdc-43fb-4277-932a-3c21ba2e2aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6bd6c38-f230-4240-809f-16eb5d410244', 'code': 200} Apr 20 18:19:16.450159 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5a01-764c-440e-961b-39c40b6f0b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.459290 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f24d5a89-a314-4490-9813-6bc8c113b5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:16.478283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c5a01-764c-440e-961b-39c40b6f0b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53de51f9-e2c2-44c2-91d3-2319f2a56870,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:16.499118 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9b4c5a01-764c-440e-961b-39c40b6f0b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:16.599749 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-05815e34-3063-4836-9e26-f323d583d47f req-7e46953e-df78-4292-b3e9-171eb3ec7adb tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235510 Apr 20 18:19:16.607349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9b4c5a01-764c-440e-961b-39c40b6f0b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.611277 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-9b4c5a01-764c-440e-961b-39c40b6f0b8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53de51f9-e2c2-44c2-91d3-2319f2a56870 HTTP/1.1" status: 204 len: 168 time: 1.4262013 Apr 20 18:19:16.701762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab14953-83db-4824-b774-bbe3ce37146a req-18463165-b368-4e9e-99e3-e4a9e9d17874 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:16.703645 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3ab14953-83db-4824-b774-bbe3ce37146a req-18463165-b368-4e9e-99e3-e4a9e9d17874 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1485868 Apr 20 18:19:16.747826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:19:16.763267 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3ab14953-83db-4824-b774-bbe3ce37146a req-7f9dd6d7-34a9-4199-a089-d31e6b3e972e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525599 Apr 20 18:19:16.860326 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a618dc-8a57-40f7-a59a-d32ff39ef60c req-564d91be-06f1-4289-a6be-63093033fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:16.862116 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-90a618dc-8a57-40f7-a59a-d32ff39ef60c req-564d91be-06f1-4289-a6be-63093033fb74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 1102 time: 0.1060562 Apr 20 18:19:16.924281 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-90a618dc-8a57-40f7-a59a-d32ff39ef60c req-5da715fb-e446-4dc7-921a-75fd8896a486 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524678 Apr 20 18:19:17.566475 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06098fbc-072e-4908-b844-5fff258ca3b1 req-bc0c1d8f-637a-4c82-943f-27bffbdac210 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:17.570161 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-06098fbc-072e-4908-b844-5fff258ca3b1 req-bc0c1d8f-637a-4c82-943f-27bffbdac210 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1052539 Apr 20 18:19:17.639219 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-06098fbc-072e-4908-b844-5fff258ca3b1 req-7b2178cb-dcd5-47e1-90e5-48fb470b2183 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620873 Apr 20 18:19:17.921887 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5876751-fcf1-4f9c-95b9-298d50d7a3e7 req-50e3bfdd-84a3-4320-b8f0-33ec793c90bd tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:17.942853 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e5876751-fcf1-4f9c-95b9-298d50d7a3e7 req-50e3bfdd-84a3-4320-b8f0-33ec793c90bd tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 949 time: 0.1834838 Apr 20 18:19:18.042139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:18.046186 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e5876751-fcf1-4f9c-95b9-298d50d7a3e7 req-e601e5c2-795a-48f4-abed-c45fa76eb0ac tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023662 Apr 20 18:19:18.177673 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48f0a4-8201-42cd-b943-81ad29e5d642 req-17c51e24-b09c-4e23-865e-2ad76dfc0825 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:18.179335 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ea48f0a4-8201-42cd-b943-81ad29e5d642 req-17c51e24-b09c-4e23-865e-2ad76dfc0825 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1547129 Apr 20 18:19:18.250167 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ea48f0a4-8201-42cd-b943-81ad29e5d642 req-7174b1d2-723b-4589-9be4-36f301bc8d5a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628033 Apr 20 18:19:18.852904 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc149178-5912-4132-954c-ba1faaa16d07 req-2f6b3631-6ec7-459b-813e-4d37c8796180 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:18.855305 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bc149178-5912-4132-954c-ba1faaa16d07 req-2f6b3631-6ec7-459b-813e-4d37c8796180 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.0933609 Apr 20 18:19:18.914926 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bc149178-5912-4132-954c-ba1faaa16d07 req-4a41d338-ce2c-42f0-a5f0-85bd479f070e tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520198 Apr 20 18:19:19.329643 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869e2b5-69fe-4fb7-9c03-b1c358315cf8 req-b31c2f88-37e2-435b-8af6-d8536410b090 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:19.337439 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8869e2b5-69fe-4fb7-9c03-b1c358315cf8 req-b31c2f88-37e2-435b-8af6-d8536410b090 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 949 time: 0.1688802 Apr 20 18:19:19.375058 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 49734) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:19.445445 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8869e2b5-69fe-4fb7-9c03-b1c358315cf8 req-dcd76cff-8919-4811-9121-c37432c52f8f tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935161 Apr 20 18:19:19.495137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-59928b93-9891-4bf2-bcda-96a8be9fb170 admin admin] Deleting subnet 98974070-77e8-47d8-9c6f-d6fd3f855ef3 {{(pid=86319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:19:19.499237 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-59928b93-9891-4bf2-bcda-96a8be9fb170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:19.566286 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-59928b93-9891-4bf2-bcda-96a8be9fb170 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:19.574995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-59928b93-9891-4bf2-bcda-96a8be9fb170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:19.597291 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f1301-be34-4416-a61e-88fe2f9b856b req-7575762e-0a07-4848-b403-c8f73fc266d8 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:19.599537 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-512f1301-be34-4416-a61e-88fe2f9b856b req-7575762e-0a07-4848-b403-c8f73fc266d8 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1378949 Apr 20 18:19:19.657404 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-512f1301-be34-4416-a61e-88fe2f9b856b req-ab0dd0e1-0f02-410f-921f-53e26b61f4b7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504155 Apr 20 18:19:19.939852 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-59928b93-9891-4bf2-bcda-96a8be9fb170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for subnet, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:19.946992 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:19.989977 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59928b93-9891-4bf2-bcda-96a8be9fb170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98974070-77e8-47d8-9c6f-d6fd3f855ef3,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:19.993691 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-59928b93-9891-4bf2-bcda-96a8be9fb170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:19.997819 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-59928b93-9891-4bf2-bcda-96a8be9fb170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:20.013926 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 49758) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:20.014152 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-59928b93-9891-4bf2-bcda-96a8be9fb170 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/98974070-77e8-47d8-9c6f-d6fd3f855ef3 HTTP/1.1" status: 204 len: 168 time: 0.6371026 Apr 20 18:19:20.327037 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:20.342823 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b62102-8259-4912-bbb1-9916cf48f6f3 req-2242b9f9-1ada-4ef1-9ddd-b0afa15e2287 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:20.344500 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e3b62102-8259-4912-bbb1-9916cf48f6f3 req-2242b9f9-1ada-4ef1-9ddd-b0afa15e2287 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 949 time: 0.1511781 Apr 20 18:19:20.430939 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798da25-4d0a-4bbe-bdb3-5b5144569671 req-27ca6bfd-1124-4b8e-bcf9-751c74e9e5ae tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:20.433883 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e798da25-4d0a-4bbe-bdb3-5b5144569671 req-27ca6bfd-1124-4b8e-bcf9-751c74e9e5ae tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.2941499 Apr 20 18:19:20.491843 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e3b62102-8259-4912-bbb1-9916cf48f6f3 req-3b5d5b50-53e0-4f35-a2ca-9dc25a896544 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370533 Apr 20 18:19:20.643553 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:20.669625 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e798da25-4d0a-4bbe-bdb3-5b5144569671 req-c61c639d-f61f-4677-89e3-071da7ea408e tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984010 Apr 20 18:19:20.817479 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d0b7e3-d3db-4b08-827f-de4664622b70']}} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:20.835579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bf55c3-a7f3-412f-95f5-64ed17805888') {'for_net_delete': True} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:20.836454 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bf55c3-a7f3-412f-95f5-64ed17805888') {} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:20.852400 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848358749'] for segment, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:20.876078 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:20.922698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=86320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:19:21.374434 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Network d3d0b7e3-d3db-4b08-827f-de4664622b70 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:19:21.391964 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e406c1f-cefe-4372-a230-1afab2a63109 req-0de78e24-0cfb-4e06-b030-fdfaa6f3b605 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:21.398844 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1e406c1f-cefe-4372-a230-1afab2a63109 req-0de78e24-0cfb-4e06-b030-fdfaa6f3b605 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.4251289 Apr 20 18:19:21.401127 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790971'] for segment, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.628027 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1e406c1f-cefe-4372-a230-1afab2a63109 req-b7721f30-deb8-47c9-a55b-65d3777454fc tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113144 Apr 20 18:19:21.630334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df756d6-4e3d-42f5-8c2e-efb4cb26f31b req-4606878e-ba4f-42e5-b55c-15d9f6ef0c11 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:21.636888 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5df756d6-4e3d-42f5-8c2e-efb4cb26f31b req-4606878e-ba4f-42e5-b55c-15d9f6ef0c11 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 949 time: 0.2444713 Apr 20 18:19:21.796050 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-5df756d6-4e3d-42f5-8c2e-efb4cb26f31b req-e2aee1c7-7289-4a46-975b-8305f8a9ddc7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Deleting port a6bd6c38-f230-4240-809f-16eb5d410244 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:19:21.796429 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5df756d6-4e3d-42f5-8c2e-efb4cb26f31b req-e2aee1c7-7289-4a46-975b-8305f8a9ddc7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.975754 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Network d3d0b7e3-d3db-4b08-827f-de4664622b70 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:19:22.091617 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:19:22.255981 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:22.268610 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:22.308475 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:22.332614 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d3d0b7e3-d3db-4b08-827f-de4664622b70 HTTP/1.1" status: 204 len: 168 time: 2.3176792 Apr 20 18:19:22.333744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d0b7e3-d3db-4b08-827f-de4664622b70,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:22.337379 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:22.338014 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 49794) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:22.349278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9580f-2a14-44d0-9e3c-298fcafadd36 req-aa10e95e-6a98-4120-ae63-b2e3d8d4ab1d tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:22.351044 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e7d9580f-2a14-44d0-9e3c-298fcafadd36 req-aa10e95e-6a98-4120-ae63-b2e3d8d4ab1d tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 949 time: 0.6340425 Apr 20 18:19:22.394916 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-5df756d6-4e3d-42f5-8c2e-efb4cb26f31b req-e2aee1c7-7289-4a46-975b-8305f8a9ddc7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] For port a6bd6c38-f230-4240-809f-16eb5d410244, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a6bd6c38-f230-4240-809f-16eb5d410244,segment=NetworkSegment(ecf728f3-0a56-4603-8004-9e08054c2b9d),segment_id=ecf728f3-0a56-4603-8004-9e08054c2b9d)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:22.395514 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5df756d6-4e3d-42f5-8c2e-efb4cb26f31b req-e2aee1c7-7289-4a46-975b-8305f8a9ddc7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:22.443346 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8dcce6-307a-406d-9059-e2ff34d7b012 admin admin] Deleting subnet eb62b491-36c7-450b-8017-be4a23ab2b9c {{(pid=86320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:19:22.467138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcce6-307a-406d-9059-e2ff34d7b012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:22.568747 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e7d9580f-2a14-44d0-9e3c-298fcafadd36 req-bbada2ba-b2a2-46a0-903c-306515f00621 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/security-groups?id=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217456 Apr 20 18:19:22.582057 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cee063-eb2f-415c-b69a-ada3cbb0e090 req-a275a594-2763-463f-9455-16359e8fe580 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:22.599454 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b6cee063-eb2f-415c-b69a-ada3cbb0e090 req-a275a594-2763-463f-9455-16359e8fe580 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.5861697 Apr 20 18:19:22.641195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcce6-307a-406d-9059-e2ff34d7b012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6417067'] for subnet, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:22.697578 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-5df756d6-4e3d-42f5-8c2e-efb4cb26f31b req-e2aee1c7-7289-4a46-975b-8305f8a9ddc7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Calling delete_port for a6bd6c38-f230-4240-809f-16eb5d410244 owned by compute:nova {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:19:22.754788 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b6cee063-eb2f-415c-b69a-ada3cbb0e090 req-65cc50af-adfc-4c16-9006-669b1e1530b4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528490 Apr 20 18:19:22.826284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcce6-307a-406d-9059-e2ff34d7b012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:23.091928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5df756d6-4e3d-42f5-8c2e-efb4cb26f31b req-e2aee1c7-7289-4a46-975b-8305f8a9ddc7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:23.103874 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['a6bd6c38-f230-4240-809f-16eb5d410244'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:19:23.118734 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6b352dbf-e56e-437b-876a-8cbd83c3c3b0 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:23.268067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aee1c7-7289-4a46-975b-8305f8a9ddc7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Pushing event deleted for resources: {'Port': ['ID=a6bd6c38-f230-4240-809f-16eb5d410244,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:23.271134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e2aee1c7-7289-4a46-975b-8305f8a9ddc7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:23.368109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df756d6-4e3d-42f5-8c2e-efb4cb26f31b req-e2aee1c7-7289-4a46-975b-8305f8a9ddc7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] No DVR routers for this DVR port a6bd6c38-f230-4240-809f-16eb5d410244 on host hv-cinder-78693 {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:19:23.376367 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5df756d6-4e3d-42f5-8c2e-efb4cb26f31b req-e2aee1c7-7289-4a46-975b-8305f8a9ddc7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:23.417410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca32ffdc-43fb-4277-932a-3c21ba2e2aef', 'name': 'network-vif-deleted', 'tag': 'a6bd6c38-f230-4240-809f-16eb5d410244'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:23.439096 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5df756d6-4e3d-42f5-8c2e-efb4cb26f31b req-e2aee1c7-7289-4a46-975b-8305f8a9ddc7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.37 "DELETE /v2.0/ports/a6bd6c38-f230-4240-809f-16eb5d410244 HTTP/1.1" status: 204 len: 173 time: 1.7961040 Apr 20 18:19:23.553310 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca32ffdc-43fb-4277-932a-3c21ba2e2aef', 'name': 'network-vif-deleted', 'tag': 'a6bd6c38-f230-4240-809f-16eb5d410244', 'status': 'completed', 'code': 200} Apr 20 18:19:23.574774 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e910421-7300-4d4d-8961-0780f5434324 req-10389a08-5217-49cb-92f7-821f3522a5fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:23.589172 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8e910421-7300-4d4d-8961-0780f5434324 req-10389a08-5217-49cb-92f7-821f3522a5fe tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.6839540 Apr 20 18:19:23.677885 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8e910421-7300-4d4d-8961-0780f5434324 req-08657360-aaa4-4298-a6dd-3ea218b97b2f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870750 Apr 20 18:19:24.203140 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b957b02c-4001-4861-8d70-d016fe343048 req-528bc80a-5087-4b94-986a-3395a7c4a895 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca32ffdc-43fb-4277-932a-3c21ba2e2aef HTTP/1.1" status: 200 len: 210 time: 0.3260791 Apr 20 18:19:24.218095 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcce6-307a-406d-9059-e2ff34d7b012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847985512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7113702'] for subnet, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:24.244947 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-7a29c3ac-7610-4028-b9b3-e9b66a603cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:24.321532 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1e8dcce6-307a-406d-9059-e2ff34d7b012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:24.337570 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dcce6-307a-406d-9059-e2ff34d7b012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb62b491-36c7-450b-8017-be4a23ab2b9c,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:24.341292 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1e8dcce6-307a-406d-9059-e2ff34d7b012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:24.361987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 49808) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:24.375120 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-1e8dcce6-307a-406d-9059-e2ff34d7b012 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eb62b491-36c7-450b-8017-be4a23ab2b9c HTTP/1.1" status: 204 len: 168 time: 2.0224345 Apr 20 18:19:24.426939 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50447800-e387-40e9-9294-31ba0a1e9624 req-f4a353d9-c709-47e8-a70c-6c34e9472451 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:24.429959 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-50447800-e387-40e9-9294-31ba0a1e9624 req-f4a353d9-c709-47e8-a70c-6c34e9472451 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.3603160 Apr 20 18:19:24.533828 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-50447800-e387-40e9-9294-31ba0a1e9624 req-576c5f20-a669-4a4f-829d-904602cff5f4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974352 Apr 20 18:19:24.599136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:25.112861 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:25.182966 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47687575-e94e-4ec1-a31d-e18e22d9c1ab req-b6d9706f-65ce-42e0-8ecf-2c78c5146031 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:25.185216 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-47687575-e94e-4ec1-a31d-e18e22d9c1ab req-b6d9706f-65ce-42e0-8ecf-2c78c5146031 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1628623 Apr 20 18:19:25.190812 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device a6bd6c38-f230-4240-809f-16eb5d410244 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:19:25.236081 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: a6bd6c38-f230-4240-809f-16eb5d410244 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:19:25.237769 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device a6bd6c38-f230-4240-809f-16eb5d410244 not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:19:25.255102 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-47687575-e94e-4ec1-a31d-e18e22d9c1ab req-41378117-0cb9-4dd4-b444-d7d4d2672dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596700 Apr 20 18:19:25.330741 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.331428 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.332917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.333533 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > port after_create 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.334125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.334764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > port after_update 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.335342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.335917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.336737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.337308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.504857 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.505202 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.505645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.506150 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86319) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:19:25.506551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb8d22f-c823-47ab-8f7e-e20a7b63cffc']}} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:25.533041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e1f88b-8a7f-4ca7-bd06-255856d171c4') {'for_net_delete': True} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:25.533397 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e1f88b-8a7f-4ca7-bd06-255856d171c4') {} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:25.551882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853646860'] for segment, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:25.573442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:25.587011 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=86319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:19:25.981990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7de81-b835-41a4-8f94-f82e291c1d2a req-57c02bba-fb77-4b0d-a969-ff83a83cda1d tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:25.988122 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bfb7de81-b835-41a4-8f94-f82e291c1d2a req-57c02bba-fb77-4b0d-a969-ff83a83cda1d tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1842194 Apr 20 18:19:26.050289 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Network ceb8d22f-c823-47ab-8f7e-e20a7b63cffc has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:19:26.073060 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847040987'] for segment, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:26.080009 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bfb7de81-b835-41a4-8f94-f82e291c1d2a req-92578f51-3744-4e50-a4be-fe6510ffa455 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853179 Apr 20 18:19:26.359923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Network ceb8d22f-c823-47ab-8f7e-e20a7b63cffc has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: from cryptography.utils import int_from_bytes Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: from cryptography.utils import int_from_bytes Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: (rel_b, rel_a, rel_b), Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: (rel_b, rel_a, rel_b), Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:19:26.478370 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:19:26.505901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:26.514384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:26.553337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:26.566253 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ceb8d22f-c823-47ab-8f7e-e20a7b63cffc HTTP/1.1" status: 204 len: 168 time: 2.2024524 Apr 20 18:19:26.567804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb8d22f-c823-47ab-8f7e-e20a7b63cffc,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:26.573067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:26.778116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264eca0b-fd33-4b6a-bbf9-25ab0a5cff9d req-754b47e0-235f-44e1-81ce-29564f90f9c5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:26.792142 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-264eca0b-fd33-4b6a-bbf9-25ab0a5cff9d req-754b47e0-235f-44e1-81ce-29564f90f9c5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.3021457 Apr 20 18:19:26.824496 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 49838) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:26.873244 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-264eca0b-fd33-4b6a-bbf9-25ab0a5cff9d req-541fd140-9b17-4817-b86c-cc3bb4997211 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796337 Apr 20 18:19:26.905930 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-99e88cb7-6568-461e-88bf-5a3d3b142246 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0f94071a428410f802e21a0ada9811e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0761914 Apr 20 18:19:26.906633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 49842) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:27.002635 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-61cbddad-eaf5-4041-a0d4-2cf6418a136a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:27.035430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-61cbddad-eaf5-4041-a0d4-2cf6418a136a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:27.101527 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-61cbddad-eaf5-4041-a0d4-2cf6418a136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:27.107345 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:27.119263 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbddad-eaf5-4041-a0d4-2cf6418a136a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff47744-0c4d-4ff3-9954-27e7f26e0d8b,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:27.143034 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-61cbddad-eaf5-4041-a0d4-2cf6418a136a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:27.143928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-61cbddad-eaf5-4041-a0d4-2cf6418a136a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:27.147605 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-61cbddad-eaf5-4041-a0d4-2cf6418a136a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ff47744-0c4d-4ff3-9954-27e7f26e0d8b HTTP/1.1" status: 204 len: 168 time: 0.2376773 Apr 20 18:19:27.367318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d46751-30cd-4988-95fe-e3f219721de8 req-6aaca73c-427d-4603-a40b-8b02159e5fc2 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:27.368977 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-32d46751-30cd-4988-95fe-e3f219721de8 req-6aaca73c-427d-4603-a40b-8b02159e5fc2 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1315351 Apr 20 18:19:27.444012 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-32d46751-30cd-4988-95fe-e3f219721de8 req-f4ae6b8b-a95c-4e80-98aa-52439b665971 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655968 Apr 20 18:19:27.681504 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 49872) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:27.747356 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-cba8e3fa-0702-41a3-93b4-e9baba97209f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cac48d4ae7f640a9948b40eaa36e6f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637381 Apr 20 18:19:27.749920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 49876) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:27.816355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b99735c3-c83d-4a4a-9d1c-324c23932996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:27.847288 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b99735c3-c83d-4a4a-9d1c-324c23932996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:27.906110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b99735c3-c83d-4a4a-9d1c-324c23932996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:27.914484 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-25d6b259-94b4-4e09-bf69-0571b3007132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:27.930951 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b99735c3-c83d-4a4a-9d1c-324c23932996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:27.933027 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-b99735c3-c83d-4a4a-9d1c-324c23932996 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f86ae43-33da-4e6f-91e0-9296784f55f5 HTTP/1.1" status: 204 len: 168 time: 0.1818938 Apr 20 18:19:27.936079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99735c3-c83d-4a4a-9d1c-324c23932996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f86ae43-33da-4e6f-91e0-9296784f55f5,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:27.938757 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b99735c3-c83d-4a4a-9d1c-324c23932996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:28.281115 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaaa15-c4a2-4fcb-883a-0a11246b016a req-2f09f558-3105-4e45-ac35-dd3bbe9b1e47 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:28.290776 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-dbcaaa15-c4a2-4fcb-883a-0a11246b016a req-2f09f558-3105-4e45-ac35-dd3bbe9b1e47 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1399388 Apr 20 18:19:28.363247 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-dbcaaa15-c4a2-4fcb-883a-0a11246b016a req-4eea94fa-28bf-4137-a79e-70ce2b473444 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707502 Apr 20 18:19:28.718799 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b8ad4-a211-4d9c-abaf-ca73d9cac8c8 req-4295d30f-2a5d-4286-8a98-35ac3b13e103 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:28.720522 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1e9b8ad4-a211-4d9c-abaf-ca73d9cac8c8 req-4295d30f-2a5d-4286-8a98-35ac3b13e103 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1236622 Apr 20 18:19:28.782432 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1e9b8ad4-a211-4d9c-abaf-ca73d9cac8c8 req-449db53f-9922-4802-bb7c-29e68f29c547 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552523 Apr 20 18:19:29.130357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c606273-62ee-4a6e-8dae-dc72acbd86ad req-9ddbbb63-a637-4834-a496-bf03dbc61474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:29.132467 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3c606273-62ee-4a6e-8dae-dc72acbd86ad req-9ddbbb63-a637-4834-a496-bf03dbc61474 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 1098 time: 0.1271513 Apr 20 18:19:29.351938 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c606273-62ee-4a6e-8dae-dc72acbd86ad req-42a57821-fa2f-4a1f-8483-73b2724f6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:29.353606 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3c606273-62ee-4a6e-8dae-dc72acbd86ad req-42a57821-fa2f-4a1f-8483-73b2724f6565 service neutron] 10.222.0.37 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 918 time: 0.2134240 Apr 20 18:19:29.665442 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3c606273-62ee-4a6e-8dae-dc72acbd86ad req-5867e0b4-4b92-424c-8191-de5657d1aab1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c82629-7d4f-47c6-a50f-948cee9244f5 HTTP/1.1" status: 200 len: 1001 time: 0.3037970 Apr 20 18:19:29.784741 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af33be-98f7-4f30-a506-2f52baf6677d req-f95dab68-b8d7-4a92-8434-edbdad1efd35 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:29.797069 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-75af33be-98f7-4f30-a506-2f52baf6677d req-f95dab68-b8d7-4a92-8434-edbdad1efd35 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1956952 Apr 20 18:19:29.844627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c606273-62ee-4a6e-8dae-dc72acbd86ad req-94ab54d7-7d72-45cf-9cd5-020cc6133c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:29.846243 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3c606273-62ee-4a6e-8dae-dc72acbd86ad req-94ab54d7-7d72-45cf-9cd5-020cc6133c4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 HTTP/1.1" status: 200 len: 856 time: 0.1722949 Apr 20 18:19:29.972572 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-75af33be-98f7-4f30-a506-2f52baf6677d req-429a7896-a316-43db-9843-ae4146c074a6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744301 Apr 20 18:19:30.039648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c606273-62ee-4a6e-8dae-dc72acbd86ad req-f67a45a7-705c-4b5f-b124-8e6f57d8c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:30.042107 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3c606273-62ee-4a6e-8dae-dc72acbd86ad req-f67a45a7-705c-4b5f-b124-8e6f57d8c0fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=190e51c9-23fa-4948-90ae-c977e74b53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1818650 Apr 20 18:19:30.195725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea00569-1086-4d3a-8659-f7aac462004a req-59d314b9-5825-46f4-8083-38783014149f tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:30.197435 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cea00569-1086-4d3a-8659-f7aac462004a req-59d314b9-5825-46f4-8083-38783014149f tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1680222 Apr 20 18:19:30.249675 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3c606273-62ee-4a6e-8dae-dc72acbd86ad req-88508eea-b04d-4a64-b919-5043e5d9f541 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980679 Apr 20 18:19:30.348485 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cea00569-1086-4d3a-8659-f7aac462004a req-99ffb152-84af-441b-8fc6-043d3dff2aa5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430581 Apr 20 18:19:30.523154 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3c606273-62ee-4a6e-8dae-dc72acbd86ad req-100a52e5-bb94-479e-8256-096bcad4be19 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625787 Apr 20 18:19:30.919073 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-9b8252b1-65f7-450b-83d3-fa9d5ebcfad0 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Synchronizing usage tracker for tenant:c250e0852dda4b6db36fcb0ea4536490 on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:19:30.960351 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-9b8252b1-65f7-450b-83d3-fa9d5ebcfad0 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Unset dirty status for tenant:c250e0852dda4b6db36fcb0ea4536490 on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:19:30.962145 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-9b8252b1-65f7-450b-83d3-fa9d5ebcfad0 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791605583&fields=id&tenant_id=c250e0852dda4b6db36fcb0ea4536490 HTTP/1.1" status: 200 len: 267 time: 0.0903904 Apr 20 18:19:31.236787 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-58ffa1dc-4052-4457-b311-a13b17103956 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:31.237736 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-58ffa1dc-4052-4457-b311-a13b17103956 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Synchronizing usage tracker for tenant:c250e0852dda4b6db36fcb0ea4536490 on resource:network {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:19:31.279652 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-58ffa1dc-4052-4457-b311-a13b17103956 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Unset dirty status for tenant:c250e0852dda4b6db36fcb0ea4536490 on resource:network {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:19:31.281091 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-58ffa1dc-4052-4457-b311-a13b17103956 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/networks?id=57ff6d07-2176-457d-9fdf-c143c911f214 HTTP/1.1" status: 200 len: 809 time: 0.3099577 Apr 20 18:19:31.297658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c249f8-f2f6-4a4a-bbff-6221ef94787a req-37d2abb2-9b40-45cd-b00c-cdf385e46e79 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:31.305903 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f7c249f8-f2f6-4a4a-bbff-6221ef94787a req-37d2abb2-9b40-45cd-b00c-cdf385e46e79 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1634519 Apr 20 18:19:31.341494 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-adb5c50d-ef0c-4a98-886c-a5a954827f2e tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/quotas/c250e0852dda4b6db36fcb0ea4536490 HTTP/1.1" status: 200 len: 375 time: 0.0329933 Apr 20 18:19:31.448714 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f7c249f8-f2f6-4a4a-bbff-6221ef94787a req-4d0d5780-2a5b-4f9d-8cb9-6aaf9b23a054 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395829 Apr 20 18:19:31.590700 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-534e2237-d96f-4928-9f36-3a6f1b4bab8b tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c250e0852dda4b6db36fcb0ea4536490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2106037 Apr 20 18:19:31.894967 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-06efa556-59df-41a4-a34d-fb50ba63f094 service neutron] 10.222.0.21 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884860 Apr 20 18:19:32.100641 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-7ea1ea00-fe94-4e60-9eaf-c6e77b257f33 service neutron] 10.222.0.21 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045267 Apr 20 18:19:32.203539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d8c8f-ae6f-400f-afb2-5d62bd4e98e0 req-6ba2fd90-e779-46ca-8390-26e1d1b8cf88 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:32.208880 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f94d8c8f-ae6f-400f-afb2-5d62bd4e98e0 req-6ba2fd90-e779-46ca-8390-26e1d1b8cf88 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.4771626 Apr 20 18:19:32.277612 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f94d8c8f-ae6f-400f-afb2-5d62bd4e98e0 req-27baec47-ccf4-4fdf-baa7-e9dc74c97550 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609963 Apr 20 18:19:32.735830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22112e8-dfdf-40c0-a849-42001eb5b441 req-d42134a7-f4b4-4973-9f66-5503a106bc97 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:32.747155 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f22112e8-dfdf-40c0-a849-42001eb5b441 req-d42134a7-f4b4-4973-9f66-5503a106bc97 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 945 time: 0.1345794 Apr 20 18:19:32.811085 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f22112e8-dfdf-40c0-a849-42001eb5b441 req-297caee1-efe5-4038-b802-484301f0b936 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608447 Apr 20 18:19:32.940544 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7641f0b7-68b2-4c62-bd86-7eb16718b36a req-56cc364f-9da1-4ec8-b27e-008ee8d28eef tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 210 time: 0.1093395 Apr 20 18:19:33.130176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 67c82629-7d4f-47c6-a50f-948cee9244f5 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:19:33.358611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:33.459612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67c82629-7d4f-47c6-a50f-948cee9244f5,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:33.464164 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:33.481347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:33.484646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:33.583598 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=67c82629-7d4f-47c6-a50f-948cee9244f5,revision_number=8']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:33.600585 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:33.601477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:33.602027 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:33.602685 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:33.603481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:33.605649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:33.606503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:33.611366 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:33.614360 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:33.614940 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:33.615447 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:33.616334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:33.625630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:33.834909 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372073c5-cd6c-4f14-9fba-7ec7a0aa2c3b req-60e8d8d8-8ac8-4220-9366-395f0378fd2f tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:33.847335 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-372073c5-cd6c-4f14-9fba-7ec7a0aa2c3b req-60e8d8d8-8ac8-4220-9366-395f0378fd2f tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.2525909 Apr 20 18:19:33.919106 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'code': 422} returned with failed status Apr 20 18:19:33.945962 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-372073c5-cd6c-4f14-9fba-7ec7a0aa2c3b req-89628226-b43c-41cb-94cb-b9076b253522 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975902 Apr 20 18:19:34.233115 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f4d2b6df-42bf-4329-93f1-dcccaa38ed30 req-35d05beb-c494-45c5-9e6a-860c412a8c41 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 210 time: 0.0860379 Apr 20 18:19:34.664337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5fd86-4886-4d5c-b47a-0928071b8ca4 req-1ced79a2-b042-4f41-94a6-cfcc731e5c21 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:34.667687 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d4d5fd86-4886-4d5c-b47a-0928071b8ca4 req-1ced79a2-b042-4f41-94a6-cfcc731e5c21 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.1770523 Apr 20 18:19:34.775195 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d4d5fd86-4886-4d5c-b47a-0928071b8ca4 req-5cb0de25-3841-48a7-a8cc-a096f093158c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945275 Apr 20 18:19:34.941320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-bc2b523f-86a7-403b-849b-17035ee13f9b tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:34.943419 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-bc2b523f-86a7-403b-849b-17035ee13f9b tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.37 "GET /v2.0/networks?id=57ff6d07-2176-457d-9fdf-c143c911f214 HTTP/1.1" status: 200 len: 809 time: 0.3407674 Apr 20 18:19:35.100269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-4469b6e6-6515-4f2c-8f73-1f09b96104c6 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Synchronizing usage tracker for tenant:c250e0852dda4b6db36fcb0ea4536490 on resource:security_group {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:19:35.128315 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-4469b6e6-6515-4f2c-8f73-1f09b96104c6 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Unset dirty status for tenant:c250e0852dda4b6db36fcb0ea4536490 on resource:security_group {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:19:35.132754 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-4469b6e6-6515-4f2c-8f73-1f09b96104c6 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c250e0852dda4b6db36fcb0ea4536490 HTTP/1.1" status: 200 len: 8059 time: 0.1764090 Apr 20 18:19:35.143178 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Request body: {'port': {'device_id': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'admin_state_up': True, 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'security_groups': ['d51fb548-5149-4264-a19f-a5ec0221cfff']}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:35.375197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 50272) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:35.411726 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635402c7-439c-4d9b-a796-2a2e4b215c42 req-da2f8a08-55b7-4107-8977-8f7f88c4c93d tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:35.426784 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-635402c7-439c-4d9b-a796-2a2e4b215c42 req-da2f8a08-55b7-4107-8977-8f7f88c4c93d tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.2390840 Apr 20 18:19:35.483724 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 50278) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:35.508937 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-635402c7-439c-4d9b-a796-2a2e4b215c42 req-a9175a94-81a4-472c-9248-aa26dbba5822 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803430 Apr 20 18:19:35.588781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:35.602143 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Usage tracker for resource:port and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:35.609041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:35.627500 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:35.631047 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-964dc7d6-c723-414c-8179-0acc3bd59f39 req-75bfb3ef-16d1-495b-a2bc-007f6b295779 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 210 time: 0.1381691 Apr 20 18:19:35.664640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-35d8613d-8402-49e1-ba34-066ae07f1c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:35.683336 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-35d8613d-8402-49e1-ba34-066ae07f1c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:35.689308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-35d8613d-8402-49e1-ba34-066ae07f1c51 admin admin] Usage tracker for resource:security_group_rule and tenant:96b362c05a6348959042ac1ed72aa259 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:35.694472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-35d8613d-8402-49e1-ba34-066ae07f1c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:35.705105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-35d8613d-8402-49e1-ba34-066ae07f1c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:35.738928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Made reservation on behalf of c250e0852dda4b6db36fcb0ea4536490 for: {'port': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:19:35.745891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:35.842794 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-1dbb7823-cbcc-409f-9c64-890bda4f9118 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3529918 Apr 20 18:19:35.864544 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-35d8613d-8402-49e1-ba34-066ae07f1c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:35.872089 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-35d8613d-8402-49e1-ba34-066ae07f1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:35.896469 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-eaab7fd0-f58c-4f8c-9d57-b165d44a9800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:35.965749 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 50294) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:35.976154 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8613d-8402-49e1-ba34-066ae07f1c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106d9f02-900b-42b5-8fe9-527760361b6d,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:35.980630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-35d8613d-8402-49e1-ba34-066ae07f1c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:36.050843 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-35d8613d-8402-49e1-ba34-066ae07f1c51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=96b362c05a6348959042ac1ed72aa259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6741924 Apr 20 18:19:36.052556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 50300) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:36.239722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Allocated IP 172.20.0.7 (57ff6d07-2176-457d-9fdf-c143c911f214/0cda58ca-ce51-4fab-bdb5-fa33e951d3b0/2d163b61-ffba-47e8-a3fe-aac764ecf97e) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:19:36.252694 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2ea5-37d3-4e8e-be5c-4de4954afa0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:36.365742 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2ea5-37d3-4e8e-be5c-4de4954afa0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:36.443264 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-623bd1a7-face-411c-b3cf-f1ed407f235b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc3fc8c6e9784223b73f2c48795d61a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574111 Apr 20 18:19:36.443791 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 50308) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:36.530547 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c654ea-b758-48d1-9b69-b6a614bb789c req-18c1eb66-89c4-4866-a82b-4fc8f8e66908 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:36.550521 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-89c654ea-b758-48d1-9b69-b6a614bb789c req-18c1eb66-89c4-4866-a82b-4fc8f8e66908 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.4372551 Apr 20 18:19:36.553300 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff701de7-33a6-4610-a8ac-77ed69880c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:36.668979 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-89c654ea-b758-48d1-9b69-b6a614bb789c req-cc048d4f-1db0-4191-baa7-1945049f2fca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173697 Apr 20 18:19:36.670990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2ea5-37d3-4e8e-be5c-4de4954afa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:36.681343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c946719d-cabe-4811-96cd-b8ea7845050a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:36.687718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:36.692132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff701de7-33a6-4610-a8ac-77ed69880c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:36.723004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f2ea5-37d3-4e8e-be5c-4de4954afa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106d9f02-900b-42b5-8fe9-527760361b6d,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:36.758191 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Transition to ACTIVE for port object 2d163b61-ffba-47e8-a3fe-aac764ecf97e will not be triggered until provisioned by entity DHCP. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:19:36.770205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2e0f2ea5-37d3-4e8e-be5c-4de4954afa0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:36.773298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2e0f2ea5-37d3-4e8e-be5c-4de4954afa0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:36.774838 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2e0f2ea5-37d3-4e8e-be5c-4de4954afa0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/106d9f02-900b-42b5-8fe9-527760361b6d HTTP/1.1" status: 204 len: 168 time: 0.7208667 Apr 20 18:19:36.813124 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff701de7-33a6-4610-a8ac-77ed69880c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:36.829744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3bea9ad2-2823-42c6-859c-a29bb25dd722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:36.868928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff701de7-33a6-4610-a8ac-77ed69880c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa48b20-fda7-4e32-8699-1b1c3ceddeb3,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:36.872941 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ff701de7-33a6-4610-a8ac-77ed69880c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:36.874129 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:36.882269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f53a667c-9b60-4e04-b0d4-6d42fb3caf87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:36.930797 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff701de7-33a6-4610-a8ac-77ed69880c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:36.935219 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ff701de7-33a6-4610-a8ac-77ed69880c9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fa48b20-fda7-4e32-8699-1b1c3ceddeb3 HTTP/1.1" status: 204 len: 168 time: 0.4879994 Apr 20 18:19:36.984184 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Network 57ff6d07-2176-457d-9fdf-c143c911f214 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:19:36.989190 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:19:37.008288 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:19:37.122862 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event updated for resources: {'Port': ['ID=2d163b61-ffba-47e8-a3fe-aac764ecf97e,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:37.141063 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:37.176641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:37.177728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:37.207883 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0716386 Apr 20 18:19:37.227637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Request body: {'port': {'device_id': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:37.447421 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-5c2630ef-75fc-4542-8773-d1c58d60c91d None None] Provisioning for port 2d163b61-ffba-47e8-a3fe-aac764ecf97e completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:19:37.467299 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-5c2630ef-75fc-4542-8773-d1c58d60c91d None None] Provisioning complete for port 2d163b61-ffba-47e8-a3fe-aac764ecf97e triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:37.467619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5c2630ef-75fc-4542-8773-d1c58d60c91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:37.505864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766e2e8-4536-4acb-9a6f-769a21524e05 req-efaad9e8-f945-4d39-b912-dd63b17ab1b0 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:37.507754 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3766e2e8-4536-4acb-9a6f-769a21524e05 req-efaad9e8-f945-4d39-b912-dd63b17ab1b0 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 931 time: 0.1268988 Apr 20 18:19:37.534173 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a1d1f-3517-48e2-b606-b2791abaa667 req-a8ed5b09-ab13-4e4b-aac5-c6fd87c836e5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:37.535940 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0c0a1d1f-3517-48e2-b606-b2791abaa667 req-a8ed5b09-ab13-4e4b-aac5-c6fd87c836e5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.7644417 Apr 20 18:19:37.596552 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:37.644428 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-5c2630ef-75fc-4542-8773-d1c58d60c91d None None] Port 2d163b61-ffba-47e8-a3fe-aac764ecf97e cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:19:37.733197 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3766e2e8-4536-4acb-9a6f-769a21524e05 req-bc66ea97-1ed6-4204-ba68-a59156573734 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902514 Apr 20 18:19:37.743897 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0c0a1d1f-3517-48e2-b606-b2791abaa667 req-bf345931-c323-427d-bb80-98cca7fdfb82 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905611 Apr 20 18:19:38.139297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-7c426b33-01e3-43a5-b158-a6401abb2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:38.140877 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-7c426b33-01e3-43a5-b158-a6401abb2e90 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968&tenant_id=1141aadc257440eeb949d363e845efd1 HTTP/1.1" status: 200 len: 1096 time: 0.1087122 Apr 20 18:19:38.154695 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ea58d-2def-4977-b3f2-1c0925b589bd req-9e13f9b4-4535-4874-b823-0eef230d6e94 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:38.156326 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7b1ea58d-2def-4977-b3f2-1c0925b589bd req-9e13f9b4-4535-4874-b823-0eef230d6e94 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.1849313 Apr 20 18:19:38.272351 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7b1ea58d-2def-4977-b3f2-1c0925b589bd req-2b3c1720-6463-4c51-81f3-291b1c65a996 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091549 Apr 20 18:19:38.314244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-51ee778b-b840-43b7-a5f0-31b69390ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:38.316235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d163b61-ffba-47e8-a3fe-aac764ecf97e {{(pid=86319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:19:38.316517 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-51ee778b-b840-43b7-a5f0-31b69390ac0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 1096 time: 0.1226146 Apr 20 18:19:38.327552 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:38.345883 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Transition to ACTIVE for port object 2d163b61-ffba-47e8-a3fe-aac764ecf97e will not be triggered until provisioned by entity L2. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:19:38.349194 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:38.363288 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:38.504268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-fb65b8ec-f6ed-45b6-9576-5ed9b9c810a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:38.506117 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-fb65b8ec-f6ed-45b6-9576-5ed9b9c810a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 918 time: 0.1819890 Apr 20 18:19:38.612985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d163b61-ffba-47e8-a3fe-aac764ecf97e,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:38.642124 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:38.760652 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-51760311-e595-40db-a409-dcbd0a45a38b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c82629-7d4f-47c6-a50f-948cee9244f5 HTTP/1.1" status: 200 len: 999 time: 0.2459824 Apr 20 18:19:38.858064 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-a115c905-2a9f-4ecd-97b4-9923fe4b6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:38.860241 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-a115c905-2a9f-4ecd-97b4-9923fe4b6e60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 HTTP/1.1" status: 200 len: 856 time: 0.0933752 Apr 20 18:19:38.906590 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Attempting to bind port 2d163b61-ffba-47e8-a3fe-aac764ecf97e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:19:38.913506 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Attempting to bind port 2d163b61-ffba-47e8-a3fe-aac764ecf97e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:19:38.915330 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Attempting to bind port 2d163b61-ffba-47e8-a3fe-aac764ecf97e on network 57ff6d07-2176-457d-9fdf-c143c911f214 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:19:38.930669 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Port 2d163b61-ffba-47e8-a3fe-aac764ecf97e on network 57ff6d07-2176-457d-9fdf-c143c911f214 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:19:38.935819 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Attempting to bind port 2d163b61-ffba-47e8-a3fe-aac764ecf97e on network 57ff6d07-2176-457d-9fdf-c143c911f214 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:19:38.955655 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:19:38.960208 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Checking segment: {'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:19:38.961450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Bound using segment: {'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:19:38.964008 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Bound port: 2d163b61-ffba-47e8-a3fe-aac764ecf97e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214'}}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:19:38.966010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:39.104650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 50378) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:39.138599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] For port 2d163b61-ffba-47e8-a3fe-aac764ecf97e, host hv-cinder-78693, cleared binding levels {{(pid=86319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:19:39.143974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] For port 2d163b61-ffba-47e8-a3fe-aac764ecf97e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:19:39.150311 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:39.161616 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:39.220073 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9c68b-529e-436f-89af-e4153fedd0d4 req-943f4070-618a-41f3-8783-008bd186af04 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:39.229119 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e8e9c68b-529e-436f-89af-e4153fedd0d4 req-943f4070-618a-41f3-8783-008bd186af04 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 943 time: 0.2352080 Apr 20 18:19:39.246459 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-405141be-a08d-45a7-990b-f02e32d581ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:39.248176 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-405141be-a08d-45a7-990b-f02e32d581ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=190e51c9-23fa-4948-90ae-c977e74b53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3802509 Apr 20 18:19:39.304725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:39.305423 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:39.307798 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/2d163b61-ffba-47e8-a3fe-aac764ecf97e HTTP/1.1" status: 200 len: 1093 time: 2.0895646 Apr 20 18:19:39.308360 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:39.341503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d163b61-ffba-47e8-a3fe-aac764ecf97e,revision_number=3']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:39.346792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:39.514001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-cc86cd9c-1229-462a-bec2-5722fd5353a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:39.515682 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-cc86cd9c-1229-462a-bec2-5722fd5353a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c250e0852dda4b6db36fcb0ea4536490&device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 1096 time: 0.1606820 Apr 20 18:19:39.573482 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-793052720-network', 'tenant_id': 'c774ddeab24d40c89fc1410d211c2e3b'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:39.618572 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad59bf3-8db0-4db5-9c89-584cef9779c2 req-51ac3ce7-e4e1-4804-8596-0ba636384cc5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:39.621689 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7ad59bf3-8db0-4db5-9c89-584cef9779c2 req-51ac3ce7-e4e1-4804-8596-0ba636384cc5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.5578785 Apr 20 18:19:39.627790 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:39.649958 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e8e9c68b-529e-436f-89af-e4153fedd0d4 req-4647e12a-a62e-40f7-a8a5-7a4d856c9b95 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4195788 Apr 20 18:19:39.654040 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Usage tracker for resource:network and tenant:c774ddeab24d40c89fc1410d211c2e3b is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:39.734144 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-7fe358a7-ca08-4ec8-91f3-c34b26b1cdf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e HTTP/1.1" status: 200 len: 217 time: 0.2068434 Apr 20 18:19:39.740509 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:39.748367 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7ad59bf3-8db0-4db5-9c89-584cef9779c2 req-2ee2fa10-2d22-4956-9ce3-d50606c29e22 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130593 Apr 20 18:19:39.757216 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:39.844213 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Made reservation on behalf of c774ddeab24d40c89fc1410d211c2e3b for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:19:39.849683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:39.870382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:39.910691 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:39.915224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Usage tracker for resource:security_group_rule and tenant:c774ddeab24d40c89fc1410d211c2e3b is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:39.919520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:39.927702 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:39.952688 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-a673bfe7-9971-4bdf-8736-18e6d4fec198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:39.954755 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-a673bfe7-9971-4bdf-8736-18e6d4fec198 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cda58ca-ce51-4fab-bdb5-fa33e951d3b0 HTTP/1.1" status: 200 len: 848 time: 0.2144523 Apr 20 18:19:39.966199 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'status': 'completed', 'code': 200} Apr 20 18:19:40.153612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:40.157195 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-ff589e71-be24-400e-8492-8e46a8f151c5 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8803999 Apr 20 18:19:40.179040 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:40.219301 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-61cbddad-eaf5-4041-a0d4-2cf6418a136a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:40.408171 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034b1cbd-e4ea-402b-816e-9b0cbe6f4961,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:40.414714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:40.420422 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:19:40.459732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-92fabf93-073e-412a-9b22-5db1fa8dd02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:40.461928 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-92fabf93-073e-412a-9b22-5db1fa8dd02a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57ff6d07-2176-457d-9fdf-c143c911f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4947312 Apr 20 18:19:40.496230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:40.497020 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Added segment 0df9c0c7-87df-4cf1-9ddd-81d949be9b5e of type vlan for network 30df65b0-c436-4886-804c-e19033d38cf2 Apr 20 18:19:40.515396 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fa86c-95e9-45f8-91b1-7665ce07e21c req-d3fd56f0-81d7-453e-847a-45f678448557 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:40.517132 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-978fa86c-95e9-45f8-91b1-7665ce07e21c req-d3fd56f0-81d7-453e-847a-45f678448557 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.4365869 Apr 20 18:19:40.587675 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-78b337ef-483f-4385-89cf-cde0fe1443ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:40.637774 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-e4945ba8-a8f2-4932-a9b1-e7276bf28e73 service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678133 Apr 20 18:19:40.687087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:40.716375 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-978fa86c-95e9-45f8-91b1-7665ce07e21c req-dd1903fb-7726-4eb3-9e10-bb8d0c1f3feb tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385460 Apr 20 18:19:40.734737 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-079c3fd2-a764-4e83-a5ef-c4a36744e298 req-bf2c8774-3789-47db-ac6a-a0d4ddf31743 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619605 Apr 20 18:19:40.769849 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c2a2c-3ac9-4fe5-af97-c54e7a4ff45d req-ea3f87bb-9e29-48fa-85ee-5ec9a196c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:40.771814 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-115c2a2c-3ac9-4fe5-af97-c54e7a4ff45d req-ea3f87bb-9e29-48fa-85ee-5ec9a196c8ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 1098 time: 0.2537258 Apr 20 18:19:40.820566 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9fbad8e6-388a-40f0-b6c8-b9ecd550b4be req-26edcdff-94f6-4116-bf0b-6d359a7da0d7 service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754785 Apr 20 18:19:40.899684 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-115c2a2c-3ac9-4fe5-af97-c54e7a4ff45d req-bdf3fe03-8657-48dc-b437-9c800922fd48 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098745 Apr 20 18:19:40.900774 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:40.902261 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:40.902956 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:40.907234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:41.505213 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 50422) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:41.511653 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Request body: {'subnet': {'network_id': '30df65b0-c436-4886-804c-e19033d38cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-793052720-subnet', 'tenant_id': 'c774ddeab24d40c89fc1410d211c2e3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:41.515513 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4094706 Apr 20 18:19:41.523494 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:41.530181 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Usage tracker for resource:subnet and tenant:c774ddeab24d40c89fc1410d211c2e3b is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:41.534572 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:41.540772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:41.543891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Pushing event updated for resources: {'Network': ['ID=30df65b0-c436-4886-804c-e19033d38cf2,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:41.547580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:41.559827 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 30df65b0-c436-4886-804c-e19033d38cf2 details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:19:41.569934 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Made reservation on behalf of c774ddeab24d40c89fc1410d211c2e3b for: {'subnet': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:19:41.580475 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6744913'] for subnet, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:41.746033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650557c-f5b3-4db0-9eae-12e8249fa5e9 req-2590fc9f-fb44-4153-b05d-b3b6a0645286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:41.747836 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8650557c-f5b3-4db0-9eae-12e8249fa5e9 req-2590fc9f-fb44-4153-b05d-b3b6a0645286 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c250e0852dda4b6db36fcb0ea4536490&device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 1096 time: 0.6905644 Apr 20 18:19:41.965883 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650557c-f5b3-4db0-9eae-12e8249fa5e9 req-e4e68771-2af3-40f2-a1f1-f672ab8bba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:41.967572 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8650557c-f5b3-4db0-9eae-12e8249fa5e9 req-e4e68771-2af3-40f2-a1f1-f672ab8bba67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=57ff6d07-2176-457d-9fdf-c143c911f214 HTTP/1.1" status: 200 len: 910 time: 0.2025230 Apr 20 18:19:41.977741 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c5894-42e2-4c33-9aec-9ff5078ea4ad req-1c1443f0-ce1e-4633-89d6-f5b4de9f24e2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:41.988195 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-477c5894-42e2-4c33-9aec-9ff5078ea4ad req-1c1443f0-ce1e-4633-89d6-f5b4de9f24e2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 943 time: 0.8902733 Apr 20 18:19:42.002636 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f3f70-dd11-429a-b12b-9db97cf1b4b8 req-00467886-38ef-4f03-a103-4af3596d4cd6 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:42.004316 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2c5f3f70-dd11-429a-b12b-9db97cf1b4b8 req-00467886-38ef-4f03-a103-4af3596d4cd6 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.9078650 Apr 20 18:19:42.155479 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-477c5894-42e2-4c33-9aec-9ff5078ea4ad req-26d16c94-d06c-4c98-968f-21b0541a221a tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660082 Apr 20 18:19:42.206996 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8650557c-f5b3-4db0-9eae-12e8249fa5e9 req-4e97f9bf-c7c6-47f9-9f73-d4f3bd6aa362 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e HTTP/1.1" status: 200 len: 217 time: 0.2013125 Apr 20 18:19:42.392548 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650557c-f5b3-4db0-9eae-12e8249fa5e9 req-ec3aad29-5183-4526-a28e-8a3d1e2897d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:42.394590 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8650557c-f5b3-4db0-9eae-12e8249fa5e9 req-ec3aad29-5183-4526-a28e-8a3d1e2897d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cda58ca-ce51-4fab-bdb5-fa33e951d3b0 HTTP/1.1" status: 200 len: 848 time: 0.1777151 Apr 20 18:19:42.404087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847041085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6744896'] for subnet, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:42.409893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d4add6da-d57e-43f0-bbbe-e25df351ad2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:42.410071 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2c5f3f70-dd11-429a-b12b-9db97cf1b4b8 req-1faac560-b5ec-4bf2-848d-71e44ba4ab19 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768135 Apr 20 18:19:42.508817 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Checking segment: {'id': '0df9c0c7-87df-4cf1-9ddd-81d949be9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:19:42.509218 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Network hostable DHCP agents. Network: 30df65b0-c436-4886-804c-e19033d38cf2, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:19:42.531145 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6833dc7c-aa76-4208-9a7d-ef106c570854,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:42.539649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:42.543684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Network 30df65b0-c436-4886-804c-e19033d38cf2 is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:19:42.589944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 30df65b0-c436-4886-804c-e19033d38cf2) {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:19:42.604057 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f99c329-4027-40b2-9edf-c8e9e83253c3 None None] Network 30df65b0-c436-4886-804c-e19033d38cf2 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:19:42.607198 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650557c-f5b3-4db0-9eae-12e8249fa5e9 req-b76c0e3d-9c8a-4cf4-aa0c-9d8b94eed351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:42.608934 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8650557c-f5b3-4db0-9eae-12e8249fa5e9 req-b76c0e3d-9c8a-4cf4-aa0c-9d8b94eed351 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57ff6d07-2176-457d-9fdf-c143c911f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1978548 Apr 20 18:19:42.622938 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:42.623204 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:42.689291 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-9dcd2c24-d500-4648-8ec4-8bfb1ad8087f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1828551 Apr 20 18:19:42.959458 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8650557c-f5b3-4db0-9eae-12e8249fa5e9 req-0cf4deab-8748-47ff-a174-7f9e262441c1 service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356514 Apr 20 18:19:42.972385 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b89e4-ca78-49f2-ba4e-8225da70d121 req-304613e2-e753-44b7-99e6-c74d77b66e66 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:42.974088 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-889b89e4-ca78-49f2-ba4e-8225da70d121 req-304613e2-e753-44b7-99e6-c74d77b66e66 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.5783441 Apr 20 18:19:43.118320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704503a3-2662-4287-a0ba-8530acd7580d None None] Network 30df65b0-c436-4886-804c-e19033d38cf2 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:19:43.216387 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-889b89e4-ca78-49f2-ba4e-8225da70d121 req-e284d53c-eba4-464e-9785-619c3ed7414c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863554 Apr 20 18:19:43.301255 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8650557c-f5b3-4db0-9eae-12e8249fa5e9 req-01c1b1e4-b35f-4032-8c2f-bd39de9869a2 service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259976 Apr 20 18:19:43.513238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 2d163b61-ffba-47e8-a3fe-aac764ecf97e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:19:43.564788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b056a610-f944-43d1-b206-546d2666887d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:43.867906 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143496b-f3fd-4165-9fbb-ee52513f65e1 req-9dc65ca9-a37f-4dd4-a418-c8b4c351d931 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:43.877776 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f143496b-f3fd-4165-9fbb-ee52513f65e1 req-9dc65ca9-a37f-4dd4-a418-c8b4c351d931 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 943 time: 0.4137661 Apr 20 18:19:43.923142 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12be5b-534a-4852-8c2c-9797904c3b6e req-dd306bc5-d037-4e6c-82ff-94497df8ab60 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:43.928804 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bf12be5b-534a-4852-8c2c-9797904c3b6e req-dd306bc5-d037-4e6c-82ff-94497df8ab60 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.2922926 Apr 20 18:19:43.955016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:43.960141 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 2d163b61-ffba-47e8-a3fe-aac764ecf97e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:44.034890 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'port_id': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'mac_address': 'fa:16:3e:3d:6b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:19:44.279928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:44.340976 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f143496b-f3fd-4165-9fbb-ee52513f65e1 req-e1bf2f07-bb4d-4553-bb0b-47eb1ab812cd tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4510241 Apr 20 18:19:44.362571 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bf12be5b-534a-4852-8c2c-9797904c3b6e req-c97bf52d-e383-4be3-bc93-0648c45e2cef tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066063 Apr 20 18:19:44.409323 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d163b61-ffba-47e8-a3fe-aac764ecf97e {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:19:44.519515 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:44.524783 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 2d163b61-ffba-47e8-a3fe-aac764ecf97e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:44.555536 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:44.557856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:44.877197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=2d163b61-ffba-47e8-a3fe-aac764ecf97e,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:44.898651 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['2d163b61-ffba-47e8-a3fe-aac764ecf97e'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:19:44.905062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89074c5d-d37d-476b-ad09-ea360a4e31e4 req-edd0d26a-349b-4d2a-a46a-76531dfaed7c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:44.914302 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-89074c5d-d37d-476b-ad09-ea360a4e31e4 req-edd0d26a-349b-4d2a-a46a-76531dfaed7c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.4168861 Apr 20 18:19:44.975481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:45.032154 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-89074c5d-d37d-476b-ad09-ea360a4e31e4 req-cc24ff44-c65a-43cf-ab90-ac21f3f4ddbc tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018691 Apr 20 18:19:45.359604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:45.891853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c397a6c-8adb-4bb8-a9c5-ecd17d317319 req-97614858-adbe-45cc-b0cc-52672eaf22ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:45.893441 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4c397a6c-8adb-4bb8-a9c5-ecd17d317319 req-97614858-adbe-45cc-b0cc-52672eaf22ce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b072f1a5a03b4d2b88d582554e32983d&device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 1098 time: 0.1796741 Apr 20 18:19:45.926383 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b752607-1d68-4a04-ba02-51cb971c0d7d req-c55acc32-3b8f-4309-8484-9cff80856a2c tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:45.944806 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5b752607-1d68-4a04-ba02-51cb971c0d7d req-c55acc32-3b8f-4309-8484-9cff80856a2c tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 944 time: 0.3664677 Apr 20 18:19:46.190445 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5b752607-1d68-4a04-ba02-51cb971c0d7d req-83b8a0f5-aa2e-4a28-9944-01dc3e67677e tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440858 Apr 20 18:19:46.311659 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c397a6c-8adb-4bb8-a9c5-ecd17d317319 req-828167ca-d0b5-470d-b83d-660a78ceae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:46.313367 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4c397a6c-8adb-4bb8-a9c5-ecd17d317319 req-828167ca-d0b5-470d-b83d-660a78ceae42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 200 len: 919 time: 0.3615999 Apr 20 18:19:46.338851 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3afe3-40af-483e-9073-8313bf512993 req-67e40044-b4b9-4f2b-9462-749d33894f04 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:46.348187 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5ae3afe3-40af-483e-9073-8313bf512993 req-67e40044-b4b9-4f2b-9462-749d33894f04 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.5051999 Apr 20 18:19:46.406198 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5ae3afe3-40af-483e-9073-8313bf512993 req-03f0f7cf-ce69-4375-ad7b-f0a0f010ee1b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568669 Apr 20 18:19:46.626853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a5daf-8126-443d-abe0-75c41ca75448 req-0a5abe17-5d18-4aee-b940-8021d4535e60 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:46.640030 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ce9a5daf-8126-443d-abe0-75c41ca75448 req-0a5abe17-5d18-4aee-b940-8021d4535e60 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.1270182 Apr 20 18:19:46.708640 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ce9a5daf-8126-443d-abe0-75c41ca75448 req-23a32f37-38b5-486a-8411-e606dd8d50e4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667598 Apr 20 18:19:47.228754 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 2d163b61-ffba-47e8-a3fe-aac764ecf97e up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:19:47.361580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port 2d163b61-ffba-47e8-a3fe-aac764ecf97e completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:19:47.368224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 2d163b61-ffba-47e8-a3fe-aac764ecf97e triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:47.368734 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:47.598613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:47.603477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5913f3c-183b-4662-900c-ee9c5f5cee6a req-f356a827-09bc-41b5-977d-81b312c0f733 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:47.612269 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e5913f3c-183b-4662-900c-ee9c5f5cee6a req-f356a827-09bc-41b5-977d-81b312c0f733 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 944 time: 0.1854532 Apr 20 18:19:47.644218 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:47.662435 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 2d163b61-ffba-47e8-a3fe-aac764ecf97e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:47.666780 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:47.669320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:47.672243 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e5913f3c-183b-4662-900c-ee9c5f5cee6a req-ef7de9cd-6cb0-4191-bb33-a7cf7218ff54 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588655 Apr 20 18:19:47.782183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=2d163b61-ffba-47e8-a3fe-aac764ecf97e,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:47.797878 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:47.901127 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd8011-2ae7-493b-a82d-6757c35f0fab req-f844f2bb-4736-4c28-ba84-a1fd07de355b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:47.914916 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-64dd8011-2ae7-493b-a82d-6757c35f0fab req-f844f2bb-4736-4c28-ba84-a1fd07de355b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1419179 Apr 20 18:19:48.046818 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-64dd8011-2ae7-493b-a82d-6757c35f0fab req-638c069a-09b8-4dc9-b762-292c8deb5245 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282108 Apr 20 18:19:48.055242 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:48.308783 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'code': 200} Apr 20 18:19:48.526212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-d2e92fd6-6a6e-4857-95a6-b10dbbeb618e tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:48.527022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-d2e92fd6-6a6e-4857-95a6-b10dbbeb618e tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Synchronizing usage tracker for tenant:c774ddeab24d40c89fc1410d211c2e3b on resource:network {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:19:48.616937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-d2e92fd6-6a6e-4857-95a6-b10dbbeb618e tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Unset dirty status for tenant:c774ddeab24d40c89fc1410d211c2e3b on resource:network {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:19:48.624797 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-d2e92fd6-6a6e-4857-95a6-b10dbbeb618e tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/networks?id=30df65b0-c436-4886-804c-e19033d38cf2 HTTP/1.1" status: 200 len: 813 time: 0.4433360 Apr 20 18:19:48.655949 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-31c1b0a3-30f7-4df5-84a5-b158ae6bc5ce tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/quotas/c774ddeab24d40c89fc1410d211c2e3b HTTP/1.1" status: 200 len: 375 time: 0.0299489 Apr 20 18:19:48.711419 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999de1f1-acb7-4509-b28b-5d2451b050a9 req-9c22bda9-e1b6-4733-a23b-a8192dca8954 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:48.714259 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-999de1f1-acb7-4509-b28b-5d2451b050a9 req-9c22bda9-e1b6-4733-a23b-a8192dca8954 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.1819422 Apr 20 18:19:48.803232 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-395d9f43-bb36-45da-94cb-2eed8bbc0466 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c774ddeab24d40c89fc1410d211c2e3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1461661 Apr 20 18:19:49.021305 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-999de1f1-acb7-4509-b28b-5d2451b050a9 req-bbb7e661-ff30-4340-9887-ce736b4a847d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966425 Apr 20 18:19:49.048178 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-bf8b89df-5b0a-4995-9c85-96d748fa7417 service neutron] 10.222.0.21 "GET /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236655 Apr 20 18:19:49.271607 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-6de0e691-6adf-456c-b3d3-330a6a3d5885 service neutron] 10.222.0.21 "GET /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156358 Apr 20 18:19:49.285139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c2369-c170-4002-9e26-387b3b080394 req-05f171fe-2b8e-4941-82ca-1c6fdf176d11 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:49.286894 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-934c2369-c170-4002-9e26-387b3b080394 req-05f171fe-2b8e-4941-82ca-1c6fdf176d11 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.1524324 Apr 20 18:19:49.372890 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-934c2369-c170-4002-9e26-387b3b080394 req-932badd1-d5c8-43fd-b9fb-c877e0f891a9 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791576 Apr 20 18:19:49.586570 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b79afe4-f2cc-4f00-b33c-3aba9d122a48 req-296250ea-03e4-4057-8b57-38a792b82523 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 210 time: 0.1324084 Apr 20 18:19:49.711878 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005f725-a8fe-4281-a9a8-d448ca268812 req-bd2a6bc1-8eab-40ac-9747-aa99b0b9834c tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:49.723711 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d005f725-a8fe-4281-a9a8-d448ca268812 req-bd2a6bc1-8eab-40ac-9747-aa99b0b9834c tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.2019632 Apr 20 18:19:50.322981 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d005f725-a8fe-4281-a9a8-d448ca268812 req-f5726c6e-2762-46a7-8143-7b35d97e689c tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980392 Apr 20 18:19:50.432112 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f20b1-707a-4f30-8425-95e28e8347e4 req-08e6f128-f30a-4043-945c-4e748e5b193f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:50.434628 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-208f20b1-707a-4f30-8425-95e28e8347e4 req-08e6f128-f30a-4043-945c-4e748e5b193f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.1847162 Apr 20 18:19:50.528796 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-208f20b1-707a-4f30-8425-95e28e8347e4 req-1d224a38-269f-4c5d-b5b0-7f1512fe42a2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874438 Apr 20 18:19:50.689511 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29254ff9-7bb2-45dd-97ec-1e02fd427e85 req-4d3972cb-11c9-47aa-87a8-a87ef6731150 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:50.691655 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-29254ff9-7bb2-45dd-97ec-1e02fd427e85 req-4d3972cb-11c9-47aa-87a8-a87ef6731150 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.1484938 Apr 20 18:19:50.889088 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-29254ff9-7bb2-45dd-97ec-1e02fd427e85 req-3d87a5ca-1303-44a2-8086-713b6063da61 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887171 Apr 20 18:19:50.939801 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-593a73ce-3ee9-4b74-8cd2-946e5981d834 req-3ff12ad6-8f3a-4e00-b3f6-27cdae0bee26 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 210 time: 0.1373012 Apr 20 18:19:51.561117 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637a1d7-fff3-45c8-93fc-1d5f6a4e2e74 req-55f61b4b-8b36-4173-a70b-c68e9e41dcd8 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:51.562785 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2637a1d7-fff3-45c8-93fc-1d5f6a4e2e74 req-55f61b4b-8b36-4173-a70b-c68e9e41dcd8 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.0952656 Apr 20 18:19:51.624263 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2637a1d7-fff3-45c8-93fc-1d5f6a4e2e74 req-cf9725d9-f43d-486d-81de-459a0ede9bcc tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550482 Apr 20 18:19:51.775359 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e71346-312f-407b-8ea3-c32dd6b4363a req-67e1b145-7d9f-4840-81dc-1ac97bdfc21e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:51.777303 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b4e71346-312f-407b-8ea3-c32dd6b4363a req-67e1b145-7d9f-4840-81dc-1ac97bdfc21e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.0997384 Apr 20 18:19:51.830754 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b4e71346-312f-407b-8ea3-c32dd6b4363a req-92fdfda3-2f37-427b-ad86-37745b717a15 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468614 Apr 20 18:19:52.196895 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 50648) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:52.220765 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c5344285-5caa-4bae-b449-6df118be8c8f req-3914fb15-99f4-419d-bb93-cfe88f22765e tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 210 time: 0.0752194 Apr 20 18:19:52.291218 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9eb50c-2f64-46e4-8f1c-4e264a692187 admin admin] Deleting subnet 6fb8bc77-2084-449e-b9ad-77b8cc84b724 {{(pid=86319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:19:52.294948 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abc6b1-c30d-402a-bb3a-a50ff3f1a6d4 req-c535a0fc-3cc6-47e8-a294-04aeb00ee7ef tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:52.295173 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb50c-2f64-46e4-8f1c-4e264a692187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.296703 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-79abc6b1-c30d-402a-bb3a-a50ff3f1a6d4 req-c535a0fc-3cc6-47e8-a294-04aeb00ee7ef tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.1948695 Apr 20 18:19:52.357070 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-79abc6b1-c30d-402a-bb3a-a50ff3f1a6d4 req-df4bc626-f431-4cd3-aa44-3a8ce87eccd1 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488358 Apr 20 18:19:52.375865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb50c-2f64-46e4-8f1c-4e264a692187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128956'] for subnet, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.470730 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb50c-2f64-46e4-8f1c-4e264a692187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.875010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ed422-e29e-4f3a-8957-0cded47f39c8 req-8b338b06-d4d8-4433-bc9f-8a44c807dc13 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:52.883612 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d66ed422-e29e-4f3a-8957-0cded47f39c8 req-8b338b06-d4d8-4433-bc9f-8a44c807dc13 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1101563 Apr 20 18:19:52.930605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb50c-2f64-46e4-8f1c-4e264a692187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848030853'] for subnet, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.937760 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3d0623a4-d912-419e-8391-df9640146e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:52.952858 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d66ed422-e29e-4f3a-8957-0cded47f39c8 req-bea410ff-6a91-4880-b1bc-f15fd213fcb6 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676560 Apr 20 18:19:52.987414 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9eb50c-2f64-46e4-8f1c-4e264a692187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb8bc77-2084-449e-b9ad-77b8cc84b724,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:52.991532 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ff9eb50c-2f64-46e4-8f1c-4e264a692187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:52.994431 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ff9eb50c-2f64-46e4-8f1c-4e264a692187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:53.004603 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ff9eb50c-2f64-46e4-8f1c-4e264a692187 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6fb8bc77-2084-449e-b9ad-77b8cc84b724 HTTP/1.1" status: 204 len: 168 time: 0.8053021 Apr 20 18:19:53.007165 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 50664) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:53.151938 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50387947-515a-4621-a7e7-788ecfd72c15 req-4f9fc69d-0f7d-4d6d-a492-929db0a2c384 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:53.155474 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-50387947-515a-4621-a7e7-788ecfd72c15 req-4f9fc69d-0f7d-4d6d-a492-929db0a2c384 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.1310971 Apr 20 18:19:53.215065 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:53.227665 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-50387947-515a-4621-a7e7-788ecfd72c15 req-cb5ff7ea-a305-419c-8fa6-173acb169ebf tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655332 Apr 20 18:19:53.391702 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:53.414410 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-938f6b78-d31b-41dd-a537-3b068273e5a8 req-f4a71bed-583e-421a-a236-474689d306e2 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 210 time: 0.0547104 Apr 20 18:19:53.521062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a418573-73e4-47f2-bfa8-7a9da158821a']}} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:53.536903 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1812eab1-f275-49f1-8102-15c8d0623f28') {'for_net_delete': True} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:53.537249 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1812eab1-f275-49f1-8102-15c8d0623f28') {} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:53.554605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853646860'] for segment, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:53.583083 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:53.593335 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=86319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:19:53.648361 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ebc1f-e661-486c-94b4-71a897083925 req-1ed72186-a521-463e-a893-142cb434f79a tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:53.658825 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab6ebc1f-e661-486c-94b4-71a897083925 req-1ed72186-a521-463e-a893-142cb434f79a tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.1455183 Apr 20 18:19:53.706320 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab6ebc1f-e661-486c-94b4-71a897083925 req-c0893a09-bb5a-4c35-91c6-76b2690a3ef9 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459595 Apr 20 18:19:53.740491 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:19:53.828348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Network 8a418573-73e4-47f2-bfa8-7a9da158821a has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:19:53.838328 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847040987'] for segment, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:54.058227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Network 8a418573-73e4-47f2-bfa8-7a9da158821a has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:19:54.085621 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:19:54.177332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1eea79-2923-4c4c-86ac-84dcef8162e8 req-49cc089b-3c45-4c5a-879a-97d4722515e1 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:54.179038 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-eb1eea79-2923-4c4c-86ac-84dcef8162e8 req-49cc089b-3c45-4c5a-879a-97d4722515e1 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.0937834 Apr 20 18:19:54.193465 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:54.199436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-62b25aeb-11af-4fce-bd9a-cd98e4378149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:54.218627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:54.225506 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a418573-73e4-47f2-bfa8-7a9da158821a,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:54.229598 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:54.231673 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8a418573-73e4-47f2-bfa8-7a9da158821a HTTP/1.1" status: 204 len: 168 time: 1.2231941 Apr 20 18:19:54.241119 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-eb1eea79-2923-4c4c-86ac-84dcef8162e8 req-e13ca1df-8dab-4026-b36e-18798f877dd0 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551386 Apr 20 18:19:54.461620 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 50688) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:54.511629 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ffbf8-f596-4fb9-b232-9e0c5195e1e8 req-0b1ab07b-4fa9-4bda-aaa2-313aebc8bb20 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:54.513596 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b48ffbf8-f596-4fb9-b232-9e0c5195e1e8 req-0b1ab07b-4fa9-4bda-aaa2-313aebc8bb20 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.1311994 Apr 20 18:19:54.522569 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d807f029-8ae7-4a76-af68-2f93168d4990 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32d44bd0f80047929834e6990ebce2ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582144 Apr 20 18:19:54.524998 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 50692) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:54.599772 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-621837e9-2a3c-44bb-ab8c-ba6038724e1e req-b2d67074-677e-46e5-a9dc-37934648ce76 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 210 time: 0.0503151 Apr 20 18:19:54.601702 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e4f6-4413-4eac-bfff-116ebea6a980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:54.621491 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b48ffbf8-f596-4fb9-b232-9e0c5195e1e8 req-1db4a5c8-8e97-49b2-a3d5-3a099e556b7f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957079 Apr 20 18:19:54.642969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e4f6-4413-4eac-bfff-116ebea6a980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:54.691484 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e4f6-4413-4eac-bfff-116ebea6a980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:54.697475 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a8218a83-a423-4026-bd08-cab5406baeb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:54.713376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9e4f6-4413-4eac-bfff-116ebea6a980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec7fb16-a8e1-44c8-a481-92151dc9f62b,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:54.716366 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6ee9e4f6-4413-4eac-bfff-116ebea6a980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:54.717664 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e4f6-4413-4eac-bfff-116ebea6a980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:54.720867 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-6ee9e4f6-4413-4eac-bfff-116ebea6a980 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ec7fb16-a8e1-44c8-a481-92151dc9f62b HTTP/1.1" status: 204 len: 168 time: 0.1926813 Apr 20 18:19:54.984182 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760ced9-b753-425f-a72e-d2abedafd290 req-4dd96280-44d2-4fe7-8378-547f421f361d tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:54.992811 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3760ced9-b753-425f-a72e-d2abedafd290 req-4dd96280-44d2-4fe7-8378-547f421f361d tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.1378694 Apr 20 18:19:55.055208 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3760ced9-b753-425f-a72e-d2abedafd290 req-48412ee3-41f3-42a6-b260-e7f97026ced5 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609367 Apr 20 18:19:55.488390 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01996db5-a5fc-41d9-b8d1-5c19bef50ef7 req-6dc144ff-d051-4572-8f38-e6f0c8b5a9ac tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:55.489969 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-01996db5-a5fc-41d9-b8d1-5c19bef50ef7 req-6dc144ff-d051-4572-8f38-e6f0c8b5a9ac tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1214521 Apr 20 18:19:55.542512 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-01996db5-a5fc-41d9-b8d1-5c19bef50ef7 req-fdcf0a75-39db-4811-b675-9a8516b15af6 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451102 Apr 20 18:19:55.825159 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8427cdc9-ebb3-42a7-808d-2314d3b9e9ea req-e407bd47-24ac-47e0-871f-cbab1d4dce74 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 210 time: 0.0897865 Apr 20 18:19:55.887010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6a5fc-8baa-47f9-8a92-02a07ff22969 req-495f933f-6af0-45f6-9d81-b3ed10f8e440 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:55.888651 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3bf6a5fc-8baa-47f9-8a92-02a07ff22969 req-495f933f-6af0-45f6-9d81-b3ed10f8e440 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.1067021 Apr 20 18:19:55.939775 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3bf6a5fc-8baa-47f9-8a92-02a07ff22969 req-b5ffbbf8-d1a9-47d5-b01c-0ef1cb835265 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445409 Apr 20 18:19:56.278295 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08c047-9b06-41fd-b82b-958fda04ff61 req-22161c8c-3f30-4fa6-b9c0-5edf4be5c877 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:56.286207 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-df08c047-9b06-41fd-b82b-958fda04ff61 req-22161c8c-3f30-4fa6-b9c0-5edf4be5c877 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.1031866 Apr 20 18:19:56.414719 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4c397a6c-8adb-4bb8-a9c5-ecd17d317319 req-4322ef81-9307-400a-8171-1cbee359f748 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f24827e2-5aa9-425f-b018-20c4579a9cd0 HTTP/1.1" status: 200 len: 217 time: 0.0994389 Apr 20 18:19:56.491615 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-df08c047-9b06-41fd-b82b-958fda04ff61 req-ab264109-96d1-4825-8d57-fa9485c02731 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042329 Apr 20 18:19:56.523784 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c397a6c-8adb-4bb8-a9c5-ecd17d317319 req-954d164d-8ad3-43da-b6db-f55a2b37ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:56.530903 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4c397a6c-8adb-4bb8-a9c5-ecd17d317319 req-954d164d-8ad3-43da-b6db-f55a2b37ecc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0402e5f9-2c87-47d1-be48-d902f55b0f9b HTTP/1.1" status: 200 len: 858 time: 0.0997992 Apr 20 18:19:56.595895 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4c397a6c-8adb-4bb8-a9c5-ecd17d317319 req-b96eb87a-86db-4b98-8119-71dea1a0bf1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b754d42-4608-4677-bd8d-77d0689a8073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580406 Apr 20 18:19:56.736938 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdb579-cac7-48c9-8436-94226827a839 req-37647314-8b89-4fa4-bf37-1568f7ef7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:56.740040 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ebbdb579-cac7-48c9-8436-94226827a839 req-37647314-8b89-4fa4-bf37-1568f7ef7599 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 1098 time: 0.0973403 Apr 20 18:19:56.788718 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ebbdb579-cac7-48c9-8436-94226827a839 req-8c9461d3-1822-4b18-a5e2-5bc438e6c937 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396740 Apr 20 18:19:56.827825 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4c397a6c-8adb-4bb8-a9c5-ecd17d317319 req-8af5ea05-082b-41be-abec-df08caea9802 service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139251 Apr 20 18:19:56.844785 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41844b4c-a0f2-41f1-bc47-c99a6ad974c6 req-16256c06-7195-4f50-9b0f-6f25122e8d0e tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:56.846421 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-41844b4c-a0f2-41f1-bc47-c99a6ad974c6 req-16256c06-7195-4f50-9b0f-6f25122e8d0e tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1528320 Apr 20 18:19:57.027217 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a8fdfe21-ec2d-41db-bfa4-0dd4781d51c0 req-5e47e0b9-7790-44ca-bc17-24955c2f80ef tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 210 time: 0.0780659 Apr 20 18:19:57.055640 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-41844b4c-a0f2-41f1-bc47-c99a6ad974c6 req-49b61720-2315-4d81-ad9e-f28bf7ff6e3a tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715386 Apr 20 18:19:57.100516 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4c397a6c-8adb-4bb8-a9c5-ecd17d317319 req-84f9be52-c39c-45bf-9e6d-641effa7c8bd service neutron] 10.222.0.37 "GET /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529755 Apr 20 18:19:57.235630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420f7a4-45d9-4b7c-891e-461356861678 req-ddf955ba-6c67-4e35-8bf3-3c047bf98e5b tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:57.237290 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8420f7a4-45d9-4b7c-891e-461356861678 req-ddf955ba-6c67-4e35-8bf3-3c047bf98e5b tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.0905461 Apr 20 18:19:57.404387 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8420f7a4-45d9-4b7c-891e-461356861678 req-57e5d3de-eb98-411e-9d04-39d7ac8e0740 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385875 Apr 20 18:19:57.459618 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-8b802928-5807-4ed0-b246-90320f9a1024 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:57.461645 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-8b802928-5807-4ed0-b246-90320f9a1024 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.37 "GET /v2.0/networks?id=30df65b0-c436-4886-804c-e19033d38cf2 HTTP/1.1" status: 200 len: 813 time: 0.2233980 Apr 20 18:19:57.482525 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Request body: {'port': {'device_id': 'a3bdfc36-2b0b-450a-b01e-eb34ae788806', 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2', 'admin_state_up': True, 'tenant_id': 'c774ddeab24d40c89fc1410d211c2e3b'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:57.653880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:57.659075 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Usage tracker for resource:port and tenant:c774ddeab24d40c89fc1410d211c2e3b is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:57.662093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:57.669686 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:57.680853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Made reservation on behalf of c774ddeab24d40c89fc1410d211c2e3b for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:19:57.688782 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:57.953974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efe57c-d622-41dd-b5f8-ca9cd2e6b7a6 req-2fd79f1d-9c38-4e6f-847c-4d8fdda32a09 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:57.955688 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-96efe57c-d622-41dd-b5f8-ca9cd2e6b7a6 req-2fd79f1d-9c38-4e6f-847c-4d8fdda32a09 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.2532163 Apr 20 18:19:58.032714 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-96efe57c-d622-41dd-b5f8-ca9cd2e6b7a6 req-67182bed-189f-4010-bba8-39a0caa04a50 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619419 Apr 20 18:19:58.034049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Allocated IP 172.20.0.3 (30df65b0-c436-4886-804c-e19033d38cf2/6833dc7c-aa76-4208-9a7d-ef106c570854/c4dd1017-9359-48e4-885d-8103a679850b) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:19:58.663470 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-00abb239-8f5f-4cca-820d-d95b2c4ab94b req-8487faf2-de59-406a-b30a-a6156727d6b5 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 210 time: 0.3631070 Apr 20 18:19:58.751952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:58.777781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776f1d7-c692-4d8c-b39e-cfb2ddcadd8b req-6ee1930a-292e-454c-9c8f-7b879becfdf6 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:58.779480 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5776f1d7-c692-4d8c-b39e-cfb2ddcadd8b req-6ee1930a-292e-454c-9c8f-7b879becfdf6 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1720295 Apr 20 18:19:58.906889 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5776f1d7-c692-4d8c-b39e-cfb2ddcadd8b req-b97956a9-6936-456b-a1a1-1edb7a6bf127 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805991 Apr 20 18:19:58.941376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379feec9-eb6f-4b7b-a07e-756a09171340 req-87c4ebd9-9ee1-4a0b-ba64-fb67c1a9b0ba tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:58.943291 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-379feec9-eb6f-4b7b-a07e-756a09171340 req-87c4ebd9-9ee1-4a0b-ba64-fb67c1a9b0ba tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 943 time: 0.1615906 Apr 20 18:19:58.948462 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:58.951916 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8f9d6280-0ed3-4078-b858-5602b76cc5f8 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:59.060723 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Network 30df65b0-c436-4886-804c-e19033d38cf2 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:19:59.077012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:19:59.082305 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Pushing event updated for resources: {'Port': ['ID=c4dd1017-9359-48e4-885d-8103a679850b,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:59.088319 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:19:59.121337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:59.129945 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-379feec9-eb6f-4b7b-a07e-756a09171340 req-325de120-2071-4e98-a216-8481447700da tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416345 Apr 20 18:19:59.168821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:59.169441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:59.257229 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7803247 Apr 20 18:19:59.272042 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 67c82629-7d4f-47c6-a50f-948cee9244f5 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:19:59.277703 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Request body: {'port': {'device_id': 'a3bdfc36-2b0b-450a-b01e-eb34ae788806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:59.397128 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba80baf-f0fc-4bb6-bda0-efce7dca3a1a req-e41de9b6-0ae2-4c0e-9f9d-a8fc3c0ba9bc tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:59.399368 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-dba80baf-f0fc-4bb6-bda0-efce7dca3a1a req-e41de9b6-0ae2-4c0e-9f9d-a8fc3c0ba9bc tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.2242317 Apr 20 18:19:59.527461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:59.545584 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-dba80baf-f0fc-4bb6-bda0-efce7dca3a1a req-7deac968-63bb-4314-81ab-cd2233db50eb tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323724 Apr 20 18:19:59.627556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67c82629-7d4f-47c6-a50f-948cee9244f5,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:59.643584 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'port_id': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'mac_address': 'fa:16:3e:ff:db:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:19:59.714765 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:59.745475 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c82629-7d4f-47c6-a50f-948cee9244f5 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:19:59.766286 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67c82629-7d4f-47c6-a50f-948cee9244f5,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:59.775832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:59.778291 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1e3d9f3d-a79a-4c3d-96de-91fa8af4d850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:59.865902 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=67c82629-7d4f-47c6-a50f-948cee9244f5,revision_number=9']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:59.870205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:00.027240 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['67c82629-7d4f-47c6-a50f-948cee9244f5'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:20:00.077737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73300fd2-24bb-4787-843c-f9f577b2b097 req-fbffe1a1-581f-407f-bffd-5b2f0298ecee tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:00.079414 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-73300fd2-24bb-4787-843c-f9f577b2b097 req-fbffe1a1-581f-407f-bffd-5b2f0298ecee tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.3302205 Apr 20 18:20:00.126310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07b848-8be0-455d-ab46-712f24e71c36 req-52d8200c-4249-42d4-baff-6935d8a401b2 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:00.127132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-df07b848-8be0-455d-ab46-712f24e71c36 req-52d8200c-4249-42d4-baff-6935d8a401b2 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Synchronizing usage tracker for tenant:c774ddeab24d40c89fc1410d211c2e3b on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:00.175704 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-df07b848-8be0-455d-ab46-712f24e71c36 req-52d8200c-4249-42d4-baff-6935d8a401b2 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Unset dirty status for tenant:c774ddeab24d40c89fc1410d211c2e3b on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:00.176989 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-df07b848-8be0-455d-ab46-712f24e71c36 req-52d8200c-4249-42d4-baff-6935d8a401b2 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 931 time: 0.3362284 Apr 20 18:20:00.195073 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-73300fd2-24bb-4787-843c-f9f577b2b097 req-d49f0b7a-3d5e-4076-9581-7e8c1d175345 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972245 Apr 20 18:20:00.223035 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 50848) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:00.292377 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4dd1017-9359-48e4-885d-8103a679850b {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:20:00.303404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-df07b848-8be0-455d-ab46-712f24e71c36 req-1d7f20c1-8eaf-4ee0-a8b0-6520ea796847 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Synchronizing usage tracker for tenant:c774ddeab24d40c89fc1410d211c2e3b on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:00.308370 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:00.388383 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Transition to ACTIVE for port object c4dd1017-9359-48e4-885d-8103a679850b will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:00.393634 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:00.398821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:00.431758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-df07b848-8be0-455d-ab46-712f24e71c36 req-1d7f20c1-8eaf-4ee0-a8b0-6520ea796847 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Unset dirty status for tenant:c774ddeab24d40c89fc1410d211c2e3b on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:00.433020 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-df07b848-8be0-455d-ab46-712f24e71c36 req-1d7f20c1-8eaf-4ee0-a8b0-6520ea796847 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441878 Apr 20 18:20:00.529963 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c4ce73-b392-4ec9-8c75-8ddec3cae38f tempest-TestShelveInstance-1285634966 tempest-TestShelveInstance-1285634966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:00.531024 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-50c4ce73-b392-4ec9-8c75-8ddec3cae38f tempest-TestShelveInstance-1285634966 tempest-TestShelveInstance-1285634966-project-admin] Synchronizing usage tracker for tenant:1cd8e7ce1f3c4392b8b0af25b98c2894 on resource:port {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:00.548105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-50c4ce73-b392-4ec9-8c75-8ddec3cae38f tempest-TestShelveInstance-1285634966 tempest-TestShelveInstance-1285634966-project-admin] Unset dirty status for tenant:1cd8e7ce1f3c4392b8b0af25b98c2894 on resource:port {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:00.549672 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-50c4ce73-b392-4ec9-8c75-8ddec3cae38f tempest-TestShelveInstance-1285634966 tempest-TestShelveInstance-1285634966-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 1093 time: 0.3256416 Apr 20 18:20:00.553095 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 50854) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:00.559125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Request body: {'floatingip': {'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'port_id': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:00.565906 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:00.570068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Usage tracker for resource:floatingip and tenant:c250e0852dda4b6db36fcb0ea4536490 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:00.573913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:00.580088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:00.593346 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for floatingip, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:00.598791 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Pushing event updated for resources: {'Port': ['ID=c4dd1017-9359-48e4-885d-8103a679850b,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:00.601877 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:00.727859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5205c1-a66d-4157-bb9a-d647148c1d2f req-84c812c3-f2e7-4c4e-82c0-9ca6c38a34d8 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:00.729917 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bf5205c1-a66d-4157-bb9a-d647148c1d2f req-84c812c3-f2e7-4c4e-82c0-9ca6c38a34d8 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.4155254 Apr 20 18:20:00.768669 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:00.832893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Attempting to bind port c4dd1017-9359-48e4-885d-8103a679850b on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:00.832893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Attempting to bind port c4dd1017-9359-48e4-885d-8103a679850b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0df9c0c7-87df-4cf1-9ddd-81d949be9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:00.832893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Attempting to bind port c4dd1017-9359-48e4-885d-8103a679850b on network 30df65b0-c436-4886-804c-e19033d38cf2 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:00.841801 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bf5205c1-a66d-4157-bb9a-d647148c1d2f req-fb5425ba-f47e-47e3-8d38-17173c7ba896 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015544 Apr 20 18:20:00.851873 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c398e-7657-419e-9091-7b1778e89a13 req-a605ff6a-610f-4455-80a3-8c7bfe81043a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:00.853924 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-690c398e-7657-419e-9091-7b1778e89a13 req-a605ff6a-610f-4455-80a3-8c7bfe81043a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 944 time: 0.3012900 Apr 20 18:20:00.864641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Port c4dd1017-9359-48e4-885d-8103a679850b on network 30df65b0-c436-4886-804c-e19033d38cf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:20:00.866518 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Attempting to bind port c4dd1017-9359-48e4-885d-8103a679850b on network 30df65b0-c436-4886-804c-e19033d38cf2 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:00.895353 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:00.896567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Checking segment: {'id': '0df9c0c7-87df-4cf1-9ddd-81d949be9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:00.896567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Bound using segment: {'id': '0df9c0c7-87df-4cf1-9ddd-81d949be9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:00.896567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Bound port: c4dd1017-9359-48e4-885d-8103a679850b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df9c0c7-87df-4cf1-9ddd-81d949be9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:00.896915 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:00.952744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Allocated IP 172.28.2.13 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/a8674110-2184-46bc-9c35-cdaafb0a3c76) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:01.008227 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-690c398e-7657-419e-9091-7b1778e89a13 req-a65080d5-cbbb-4982-a00f-cc6e13e0e64f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452029 Apr 20 18:20:01.080472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] For port c4dd1017-9359-48e4-885d-8103a679850b, host hv-cinder-78693, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:01.084070 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] For port c4dd1017-9359-48e4-885d-8103a679850b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c4dd1017-9359-48e4-885d-8103a679850b,segment=NetworkSegment(0df9c0c7-87df-4cf1-9ddd-81d949be9b5e),segment_id=0df9c0c7-87df-4cf1-9ddd-81d949be9b5e)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:01.089768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:01.095860 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:01.173333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:01.174103 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:01.175684 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] 10.222.0.37 "PUT /v2.0/ports/c4dd1017-9359-48e4-885d-8103a679850b HTTP/1.1" status: 200 len: 1093 time: 1.9057238 Apr 20 18:20:01.176277 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bdfc36-2b0b-450a-b01e-eb34ae788806', 'tag': 'c4dd1017-9359-48e4-885d-8103a679850b'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:01.197482 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:01.262777 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:01.279620 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e2aee1c7-7289-4a46-975b-8305f8a9ddc7 tempest-VolumesNegativeTest-2073894770 tempest-VolumesNegativeTest-2073894770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:01.284249 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 67c82629-7d4f-47c6-a50f-948cee9244f5 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:01.294113 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Pushing event updated for resources: {'Port': ['ID=c4dd1017-9359-48e4-885d-8103a679850b,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:01.298199 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:01.322237 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bdfc36-2b0b-450a-b01e-eb34ae788806', 'tag': 'c4dd1017-9359-48e4-885d-8103a679850b', 'status': 'completed', 'code': 200} Apr 20 18:20:01.333682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-08e7aa17-5ed6-4909-883c-a7fd9de35bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:01.335547 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-08e7aa17-5ed6-4909-883c-a7fd9de35bba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c774ddeab24d40c89fc1410d211c2e3b&device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 1096 time: 0.1081665 Apr 20 18:20:01.348191 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:01.356006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:01.365714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:01.393165 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 67c82629-7d4f-47c6-a50f-948cee9244f5 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:01.394033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:01.452820 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-7e363a6f-13bd-4405-86e9-bc3bfcee57b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4dd1017-9359-48e4-885d-8103a679850b HTTP/1.1" status: 200 len: 217 time: 0.1090763 Apr 20 18:20:01.459224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event updated for resources: {'Port': ['ID=a8674110-2184-46bc-9c35-cdaafb0a3c76,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:01.464732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:01.533946 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-78c3687f-cff3-439b-b63a-680c0c3bbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:01.535607 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-78c3687f-cff3-439b-b63a-680c0c3bbbe3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6833dc7c-aa76-4208-9a7d-ef106c570854 HTTP/1.1" status: 200 len: 853 time: 0.0752914 Apr 20 18:20:01.619918 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-c1f368bc-cd07-42d7-9851-0710c5c3d933 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30df65b0-c436-4886-804c-e19033d38cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730257 Apr 20 18:20:01.631712 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:01.679078 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67c82629-7d4f-47c6-a50f-948cee9244f5,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:01.680307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:01.686901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:01.689163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:01.770968 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'code': 200} Apr 20 18:20:01.772531 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=67c82629-7d4f-47c6-a50f-948cee9244f5,revision_number=10']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:01.776975 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:01.840973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23470e61-89ab-4ecd-b5ce-1ce951da3857 req-1b79bb2a-1bb5-4d74-9557-529b938d63fe tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:01.849002 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-23470e61-89ab-4ecd-b5ce-1ce951da3857 req-1b79bb2a-1bb5-4d74-9557-529b938d63fe tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 943 time: 0.2462337 Apr 20 18:20:01.935619 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-23470e61-89ab-4ecd-b5ce-1ce951da3857 req-0a285844-107a-4411-8b4a-fd77140b5627 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855126 Apr 20 18:20:01.941358 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-b643f777-eaf8-4b5f-aef4-efd5e035738b service neutron] 10.222.0.37 "GET /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572565 Apr 20 18:20:02.027596 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:02.095680 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5f4b4083-dbd5-403d-87b3-0799488cac9e req-cf4b1583-d8ba-4b9b-b9d4-ffa0e593a176 service neutron] 10.222.0.37 "GET /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451347 Apr 20 18:20:02.121335 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:02.552048 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222f8d-62d9-4dd4-ac0f-bb211d6819ff req-51ee9d7d-ce77-4828-94e3-6ed693b983b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:02.553674 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-88222f8d-62d9-4dd4-ac0f-bb211d6819ff req-51ee9d7d-ce77-4828-94e3-6ed693b983b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c774ddeab24d40c89fc1410d211c2e3b&device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 1096 time: 0.4065998 Apr 20 18:20:02.563522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d35ed-3a7b-4836-b2d6-23c1733758ff req-6fbd7930-8fd6-4562-a476-42fc97205133 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:02.574761 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9c8d35ed-3a7b-4836-b2d6-23c1733758ff req-6fbd7930-8fd6-4562-a476-42fc97205133 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 946 time: 0.3818724 Apr 20 18:20:02.706781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f585ed-7d92-43b1-9eff-bde22184215b req-59cc96e7-44d3-46b3-8739-497dab939806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:02.708718 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a1f585ed-7d92-43b1-9eff-bde22184215b req-59cc96e7-44d3-46b3-8739-497dab939806 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 1099 time: 0.1545377 Apr 20 18:20:02.722385 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9c8d35ed-3a7b-4836-b2d6-23c1733758ff req-c2235db3-2010-4fe4-976c-bc3c4c1d6f94 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502008 Apr 20 18:20:02.766362 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:02.768059 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222f8d-62d9-4dd4-ac0f-bb211d6819ff req-e9c1f442-7e0e-4415-8e96-e4bb916e101f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:02.770747 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-88222f8d-62d9-4dd4-ac0f-bb211d6819ff req-e9c1f442-7e0e-4415-8e96-e4bb916e101f service neutron] 10.222.0.37 "GET /v2.0/networks?id=30df65b0-c436-4886-804c-e19033d38cf2 HTTP/1.1" status: 200 len: 914 time: 0.1968954 Apr 20 18:20:02.773111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:02.785660 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:02.870575 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a1f585ed-7d92-43b1-9eff-bde22184215b req-7a747699-519b-4af3-9798-0efeaf47c219 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539330 Apr 20 18:20:02.893712 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-88222f8d-62d9-4dd4-ac0f-bb211d6819ff req-3161b6e3-69dc-420f-9b84-2896a2628712 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4dd1017-9359-48e4-885d-8103a679850b HTTP/1.1" status: 200 len: 217 time: 0.1144981 Apr 20 18:20:02.924913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event updated for resources: {'Port': ['ID=a8674110-2184-46bc-9c35-cdaafb0a3c76,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:02.930224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:02.932623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:03.067872 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88222f8d-62d9-4dd4-ac0f-bb211d6819ff req-dde572ac-f38c-45c7-97c8-a355d0c12442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:03.068768 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-88222f8d-62d9-4dd4-ac0f-bb211d6819ff req-dde572ac-f38c-45c7-97c8-a355d0c12442 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6833dc7c-aa76-4208-9a7d-ef106c570854 HTTP/1.1" status: 200 len: 853 time: 0.1151309 Apr 20 18:20:03.157068 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-88222f8d-62d9-4dd4-ac0f-bb211d6819ff req-a0351f82-bf3f-4e83-b0e3-2929ea1d9293 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30df65b0-c436-4886-804c-e19033d38cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799744 Apr 20 18:20:03.222199 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_db [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Floating IP 310059c8-ffe5-4ff1-825d-847fb4263c1d associated. External IP: 172.28.2.13, port: 2d163b61-ffba-47e8-a3fe-aac764ecf97e. Apr 20 18:20:03.388341 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f3a37-8d85-4730-b902-e8c1dcbc28cb req-fd0965b9-462c-4941-88c9-c9e2deb10769 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:03.390006 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0e7f3a37-8d85-4730-b902-e8c1dcbc28cb req-fd0965b9-462c-4941-88c9-c9e2deb10769 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 943 time: 0.2406926 Apr 20 18:20:03.395913 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-88222f8d-62d9-4dd4-ac0f-bb211d6819ff req-bfa16903-04e5-415f-b785-75b273447d2b service neutron] 10.222.0.37 "GET /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957510 Apr 20 18:20:03.551178 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0e7f3a37-8d85-4730-b902-e8c1dcbc28cb req-0287a938-eb1e-4d68-8862-b8ce5c20e870 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503232 Apr 20 18:20:03.598148 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-88222f8d-62d9-4dd4-ac0f-bb211d6819ff req-6993ccf4-80ec-41d1-a5b0-d5a411e2aa08 service neutron] 10.222.0.37 "GET /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795533 Apr 20 18:20:03.673993 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Router 8c616285-3089-4a70-bcf5-71b771edf770 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:20:03.885085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:20:03.908718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05228c5d-0891-4b52-a6ee-6dfd36dc0377 None None] Sync routers for ids ['8c616285-3089-4a70-bcf5-71b771edf770'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:20:03.925613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05228c5d-0891-4b52-a6ee-6dfd36dc0377 None None] Routers {'8c616285-3089-4a70-bcf5-71b771edf770'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:03.926307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-05228c5d-0891-4b52-a6ee-6dfd36dc0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:19:44Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8c616285-3089-4a70-bcf5-71b771edf770'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:03.930235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:04.112508 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5582383 Apr 20 18:20:04.113378 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:04.197875 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7121b-35b9-4f4c-a6ce-e90bfb91c6e6 req-94ab7044-753c-4199-9243-27960ae3ffc8 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:04.201956 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'status': 'completed', 'code': 200} Apr 20 18:20:04.207719 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-59b7121b-35b9-4f4c-a6ce-e90bfb91c6e6 req-94ab7044-753c-4199-9243-27960ae3ffc8 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 946 time: 0.1865814 Apr 20 18:20:04.210814 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-05228c5d-0891-4b52-a6ee-6dfd36dc0377 None None] Set router 8c616285-3089-4a70-bcf5-71b771edf770 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:04.329625 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-59b7121b-35b9-4f4c-a6ce-e90bfb91c6e6 req-4692cda7-4494-4ee0-8211-574708ad9b91 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199651 Apr 20 18:20:04.380269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f74e-3f57-401e-8a3b-a795f0d60e68 req-fcc457b5-fee2-4c04-a710-d86971012597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:04.382192 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b2f5f74e-3f57-401e-8a3b-a795f0d60e68 req-fcc457b5-fee2-4c04-a710-d86971012597 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c250e0852dda4b6db36fcb0ea4536490&device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 1098 time: 0.1460626 Apr 20 18:20:04.548048 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f74e-3f57-401e-8a3b-a795f0d60e68 req-51a75fe6-5cb8-48d8-99cf-38e98edd99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:04.549649 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b2f5f74e-3f57-401e-8a3b-a795f0d60e68 req-51a75fe6-5cb8-48d8-99cf-38e98edd99f9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=57ff6d07-2176-457d-9fdf-c143c911f214 HTTP/1.1" status: 200 len: 910 time: 0.1606576 Apr 20 18:20:04.677864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-05228c5d-0891-4b52-a6ee-6dfd36dc0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 4, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': '310059c8-ffe5-4ff1-825d-847fb4263c1d', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'floating_ip_address': '172.28.2.13', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'port_id': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'mac_address': 'fa:16:3e:3d:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:20:01Z', 'updated_at': '2021-04-20T18:20:01Z', 'revision_number': 0, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c177a0-11a3-4909-b2a5-17dc2a21ef5b', 'name': '', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'mac_address': 'fa:16:3e:f1:e5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:43Z', 'updated_at': '2021-04-20T18:18:54Z', 'revision_number': 5, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'subnets': [{'id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:04.682939 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05228c5d-0891-4b52-a6ee-6dfd36dc0377 None None] Checking router: 8c616285-3089-4a70-bcf5-71b771edf770 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:20:04.694031 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05228c5d-0891-4b52-a6ee-6dfd36dc0377 None None] Routers {'8c616285-3089-4a70-bcf5-71b771edf770'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:04.695098 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-05228c5d-0891-4b52-a6ee-6dfd36dc0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:19:44Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8c616285-3089-4a70-bcf5-71b771edf770'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:04.809658 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b2f5f74e-3f57-401e-8a3b-a795f0d60e68 req-080824d0-a3a4-484d-a784-8480bb40596b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e HTTP/1.1" status: 200 len: 998 time: 0.2523062 Apr 20 18:20:04.913612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-05228c5d-0891-4b52-a6ee-6dfd36dc0377 None None] Set router 8c616285-3089-4a70-bcf5-71b771edf770 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:04.920203 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f74e-3f57-401e-8a3b-a795f0d60e68 req-d9513edd-d77a-4c29-8ac6-8ec001a94b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:04.921861 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b2f5f74e-3f57-401e-8a3b-a795f0d60e68 req-d9513edd-d77a-4c29-8ac6-8ec001a94b84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cda58ca-ce51-4fab-bdb5-fa33e951d3b0 HTTP/1.1" status: 200 len: 848 time: 0.1042464 Apr 20 18:20:04.988973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bd067-0a2c-4d85-91c1-c61c4c59cac2 req-8e08dbc9-3614-4d87-abeb-e9d10aed6553 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:04.990686 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d99bd067-0a2c-4d85-91c1-c61c4c59cac2 req-8e08dbc9-3614-4d87-abeb-e9d10aed6553 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 943 time: 0.2234945 Apr 20 18:20:05.068181 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d99bd067-0a2c-4d85-91c1-c61c4c59cac2 req-f6a58c4e-78f1-4fc9-964d-8c919bde91e8 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658171 Apr 20 18:20:05.070368 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f74e-3f57-401e-8a3b-a795f0d60e68 req-0e02df5b-abfa-4f56-aed5-58e652fc8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:05.072565 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b2f5f74e-3f57-401e-8a3b-a795f0d60e68 req-0e02df5b-abfa-4f56-aed5-58e652fc8f5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57ff6d07-2176-457d-9fdf-c143c911f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1415970 Apr 20 18:20:05.233465 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b2f5f74e-3f57-401e-8a3b-a795f0d60e68 req-e077eeca-758b-4c6b-8b19-9a4089ecb73c service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532443 Apr 20 18:20:05.304683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device c4dd1017-9359-48e4-885d-8103a679850b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:20:05.313601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-05228c5d-0891-4b52-a6ee-6dfd36dc0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 4, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': '310059c8-ffe5-4ff1-825d-847fb4263c1d', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'floating_ip_address': '172.28.2.13', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'port_id': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'mac_address': 'fa:16:3e:3d:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:20:01Z', 'updated_at': '2021-04-20T18:20:01Z', 'revision_number': 0, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c177a0-11a3-4909-b2a5-17dc2a21ef5b', 'name': '', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'mac_address': 'fa:16:3e:f1:e5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:43Z', 'updated_at': '2021-04-20T18:18:54Z', 'revision_number': 5, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'subnets': [{'id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:05.318109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05228c5d-0891-4b52-a6ee-6dfd36dc0377 None None] The sync data for ids ['8c616285-3089-4a70-bcf5-71b771edf770'] in dv-cinder-786930-2-smb is: [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 4, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': '310059c8-ffe5-4ff1-825d-847fb4263c1d', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'floating_ip_address': '172.28.2.13', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'port_id': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'mac_address': 'fa:16:3e:3d:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:20:01Z', 'updated_at': '2021-04-20T18:20:01Z', 'revision_number': 0, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1c177a0-11a3-4909-b2a5-17dc2a21ef5b', 'name': '', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'mac_address': 'fa:16:3e:f1:e5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:43Z', 'updated_at': '2021-04-20T18:18:54Z', 'revision_number': 5, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'subnets': [{'id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:20:05.394418 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b2f5f74e-3f57-401e-8a3b-a795f0d60e68 req-3e048074-a6d0-478a-abea-e6f8c7f85ef2 service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538877 Apr 20 18:20:05.492366 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port c4dd1017-9359-48e4-885d-8103a679850b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c4dd1017-9359-48e4-885d-8103a679850b,segment=NetworkSegment(0df9c0c7-87df-4cf1-9ddd-81d949be9b5e),segment_id=0df9c0c7-87df-4cf1-9ddd-81d949be9b5e)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:05.508259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': 'c4dd1017-9359-48e4-885d-8103a679850b', 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2', 'port_id': 'c4dd1017-9359-48e4-885d-8103a679850b', 'mac_address': 'fa:16:3e:b5:af:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6833dc7c-aa76-4208-9a7d-ef106c570854', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:20:05.578245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:05.579338 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b362230-271c-43f2-aba7-6fb44cd9986d req-75d41d08-f818-4ef8-9e1d-80bb4a2d7224 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:05.581016 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6b362230-271c-43f2-aba7-6fb44cd9986d req-75d41d08-f818-4ef8-9e1d-80bb4a2d7224 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 946 time: 0.0931802 Apr 20 18:20:05.598574 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4dd1017-9359-48e4-885d-8103a679850b {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:20:05.620220 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port c4dd1017-9359-48e4-885d-8103a679850b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c4dd1017-9359-48e4-885d-8103a679850b,segment=NetworkSegment(0df9c0c7-87df-4cf1-9ddd-81d949be9b5e),segment_id=0df9c0c7-87df-4cf1-9ddd-81d949be9b5e)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:05.624193 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:05.626403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:05.651843 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6b362230-271c-43f2-aba7-6fb44cd9986d req-1db4d2d4-3281-454a-84c9-f0678c97293c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626533 Apr 20 18:20:05.724686 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=c4dd1017-9359-48e4-885d-8103a679850b,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:05.728586 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:05.861053 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e65691-36cf-4d5b-9b52-2c18561d89cb None None] New status for floating IP 310059c8-ffe5-4ff1-825d-847fb4263c1d: ACTIVE {{(pid=86321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:20:05.985972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['c4dd1017-9359-48e4-885d-8103a679850b'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:20:06.003041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc7135-5ef9-4abf-ba5a-60fb39e7f446 req-8afa26a7-c613-41bd-a5fb-c639dbc3f45a tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:06.004627 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-87bc7135-5ef9-4abf-ba5a-60fb39e7f446 req-8afa26a7-c613-41bd-a5fb-c639dbc3f45a tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.1128600 Apr 20 18:20:06.063491 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-87bc7135-5ef9-4abf-ba5a-60fb39e7f446 req-bc74c97b-7b80-46ba-b333-9042f237e2e0 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512781 Apr 20 18:20:06.282960 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b024cf-078f-4aa3-ac4e-9e5be8bbc067 req-977f9c36-6bda-449b-b234-0ac67c7963a4 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:06.284584 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-29b024cf-078f-4aa3-ac4e-9e5be8bbc067 req-977f9c36-6bda-449b-b234-0ac67c7963a4 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 944 time: 0.0905421 Apr 20 18:20:06.341382 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-29b024cf-078f-4aa3-ac4e-9e5be8bbc067 req-822209be-20fc-434f-b53b-94f3b8ca49b6 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477297 Apr 20 18:20:07.267606 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602086be-bc66-4f9c-b29e-4235da5bc9f4 req-589cb0c9-8923-44a7-ad10-c228fc12193b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:07.269105 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-602086be-bc66-4f9c-b29e-4235da5bc9f4 req-589cb0c9-8923-44a7-ad10-c228fc12193b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.0913363 Apr 20 18:20:07.319959 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-602086be-bc66-4f9c-b29e-4235da5bc9f4 req-56a56997-930a-4b6c-b02d-eba374601a06 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441852 Apr 20 18:20:07.323609 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device c4dd1017-9359-48e4-885d-8103a679850b up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:07.401203 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port c4dd1017-9359-48e4-885d-8103a679850b completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:07.407255 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port c4dd1017-9359-48e4-885d-8103a679850b triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:07.407669 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:07.545660 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:07.573196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be031f5c-8b44-4f09-9b56-66ee456703b1 req-5b5b84e4-def7-48a6-8638-205f9953d0b7 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:07.574858 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-be031f5c-8b44-4f09-9b56-66ee456703b1 req-5b5b84e4-def7-48a6-8638-205f9953d0b7 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 944 time: 0.1060584 Apr 20 18:20:07.577754 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bdfc36-2b0b-450a-b01e-eb34ae788806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dd1017-9359-48e4-885d-8103a679850b'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:07.589863 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port c4dd1017-9359-48e4-885d-8103a679850b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c4dd1017-9359-48e4-885d-8103a679850b,segment=NetworkSegment(0df9c0c7-87df-4cf1-9ddd-81d949be9b5e),segment_id=0df9c0c7-87df-4cf1-9ddd-81d949be9b5e)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:07.593233 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:07.595282 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6f6e7fbb-6c52-42fc-be2a-28f5948efaa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:07.628492 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bdfc36-2b0b-450a-b01e-eb34ae788806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4dd1017-9359-48e4-885d-8103a679850b', 'code': 200} Apr 20 18:20:07.638360 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-be031f5c-8b44-4f09-9b56-66ee456703b1 req-2c48d52c-d045-462c-a73c-2d284d23d109 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561042 Apr 20 18:20:07.670986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=c4dd1017-9359-48e4-885d-8103a679850b,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:07.674053 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:07.918780 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8defa8-257f-4674-b324-236954d94969 req-625b0db0-e8cd-4f84-8b20-5613c271b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:07.920310 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3b8defa8-257f-4674-b324-236954d94969 req-625b0db0-e8cd-4f84-8b20-5613c271b315 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 1098 time: 0.0792544 Apr 20 18:20:07.967207 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3b8defa8-257f-4674-b324-236954d94969 req-938385bb-5563-4620-ba1e-d3a3f87bce9f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394082 Apr 20 18:20:08.437529 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278f746-5ddf-4795-a6cc-cbe300cfbec3 req-985c4cbe-c645-4956-b22f-887db5b58329 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:08.439184 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4278f746-5ddf-4795-a6cc-cbe300cfbec3 req-985c4cbe-c645-4956-b22f-887db5b58329 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.1032600 Apr 20 18:20:08.575853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-4278f746-5ddf-4795-a6cc-cbe300cfbec3 req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Deleting port 632d5aa6-69da-4cb5-b494-da9bb1897397 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:08.576252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4278f746-5ddf-4795-a6cc-cbe300cfbec3 req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:08.591419 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51042) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:08.660540 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c11400-3b20-4f2d-b369-eda66fa4b6dd req-b9adc339-52dc-4e3c-965f-e00187c758d9 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:08.662203 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f3c11400-3b20-4f2d-b369-eda66fa4b6dd req-b9adc339-52dc-4e3c-965f-e00187c758d9 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 945 time: 0.1842327 Apr 20 18:20:08.749496 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c81196e7-e3ad-4660-b2c8-793471c43270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:08.767317 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c81196e7-e3ad-4660-b2c8-793471c43270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:08.771942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c81196e7-e3ad-4660-b2c8-793471c43270 admin admin] Usage tracker for resource:security_group_rule and tenant:d8bbd21dc16744fc9b3a344cb8c3b32b is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:08.775419 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c81196e7-e3ad-4660-b2c8-793471c43270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:08.782397 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c81196e7-e3ad-4660-b2c8-793471c43270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:08.856940 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f3c11400-3b20-4f2d-b369-eda66fa4b6dd req-ea2eb49a-0077-4e0c-b40e-72c24ddbcb8b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839783 Apr 20 18:20:08.909962 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c81196e7-e3ad-4660-b2c8-793471c43270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:08.919915 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c81196e7-e3ad-4660-b2c8-793471c43270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:08.957273 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a673ed9c-c35d-4070-afb2-36c44d61dfe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:08.992018 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c81196e7-e3ad-4660-b2c8-793471c43270 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8bbd21dc16744fc9b3a344cb8c3b32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991280 Apr 20 18:20:08.993299 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81196e7-e3ad-4660-b2c8-793471c43270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c16283-365c-4422-86e9-8fb60c974e71,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:09.012271 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c81196e7-e3ad-4660-b2c8-793471c43270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:09.014649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51050) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:09.036561 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-4278f746-5ddf-4795-a6cc-cbe300cfbec3 req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] For port 632d5aa6-69da-4cb5-b494-da9bb1897397, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=632d5aa6-69da-4cb5-b494-da9bb1897397,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:09.036962 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4278f746-5ddf-4795-a6cc-cbe300cfbec3 req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.100828 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5615edba-f355-4507-84ef-69cd7293a23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.131884 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5615edba-f355-4507-84ef-69cd7293a23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.183672 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-4278f746-5ddf-4795-a6cc-cbe300cfbec3 req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Calling delete_port for 632d5aa6-69da-4cb5-b494-da9bb1897397 owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:09.186425 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5615edba-f355-4507-84ef-69cd7293a23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.190648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e81b461a-3976-4267-a2ac-74c1541c8d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:09.204079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615edba-f355-4507-84ef-69cd7293a23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c16283-365c-4422-86e9-8fb60c974e71,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:09.214085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5615edba-f355-4507-84ef-69cd7293a23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:09.215778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5615edba-f355-4507-84ef-69cd7293a23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.217156 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5615edba-f355-4507-84ef-69cd7293a23a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4c16283-365c-4422-86e9-8fb60c974e71 HTTP/1.1" status: 204 len: 168 time: 0.2002008 Apr 20 18:20:09.292121 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fddfb-e1cd-4ce4-a85c-d61eefdee7c0 req-9432199d-2e3a-4db0-8a35-fdb8e7260176 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:09.293719 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-438fddfb-e1cd-4ce4-a85c-d61eefdee7c0 req-9432199d-2e3a-4db0-8a35-fdb8e7260176 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 945 time: 0.3283372 Apr 20 18:20:09.407025 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-438fddfb-e1cd-4ce4-a85c-d61eefdee7c0 req-a1fc75d7-bdb3-4791-9106-310c3418ac32 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976179 Apr 20 18:20:09.441682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4278f746-5ddf-4795-a6cc-cbe300cfbec3 req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.449391 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-db149c32-1fe8-4b1b-b980-a4c4c8297611 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:09.454524 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['f24827e2-5aa9-425f-b018-20c4579a9cd0'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:20:09.761469 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Pushing event deleted for resources: {'Port': ['ID=632d5aa6-69da-4cb5-b494-da9bb1897397,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:09.808998 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:09.809404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:09.809842 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:09.810199 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:09.810615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:09.811003 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:09.811384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:09.811764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:09.812181 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:09.812542 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:09.812917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:09.813294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:09.847511 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:09.860359 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-4278f746-5ddf-4795-a6cc-cbe300cfbec3 req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] No DVR routers for this DVR port 632d5aa6-69da-4cb5-b494-da9bb1897397 on host hv-cinder-78693 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:20:09.863567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4278f746-5ddf-4795-a6cc-cbe300cfbec3 req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.866641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e00d9fb-839c-427f-8f17-af7596d431e6', 'name': 'network-vif-deleted', 'tag': '632d5aa6-69da-4cb5-b494-da9bb1897397'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:09.886401 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4278f746-5ddf-4795-a6cc-cbe300cfbec3 req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.37 "DELETE /v2.0/ports/632d5aa6-69da-4cb5-b494-da9bb1897397 HTTP/1.1" status: 204 len: 173 time: 1.4411385 Apr 20 18:20:09.971129 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e00d9fb-839c-427f-8f17-af7596d431e6', 'name': 'network-vif-deleted', 'tag': '632d5aa6-69da-4cb5-b494-da9bb1897397', 'status': 'completed', 'code': 200} Apr 20 18:20:10.082138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-c3a99bb3-f69e-4ff9-b17c-69ef6d59bc78 req-26f82598-c927-4de9-b41c-e20d54f46ac7 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Synchronizing usage tracker for tenant:b072f1a5a03b4d2b88d582554e32983d on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:10.099376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-c3a99bb3-f69e-4ff9-b17c-69ef6d59bc78 req-26f82598-c927-4de9-b41c-e20d54f46ac7 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Unset dirty status for tenant:b072f1a5a03b4d2b88d582554e32983d on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:10.100734 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c3a99bb3-f69e-4ff9-b17c-69ef6d59bc78 req-26f82598-c927-4de9-b41c-e20d54f46ac7 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e00d9fb-839c-427f-8f17-af7596d431e6 HTTP/1.1" status: 200 len: 210 time: 0.0703800 Apr 20 18:20:10.188274 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51080) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:10.316472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-766028344-network', 'tenant_id': '31a8473ee6df41d6b7760fa839502252'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:10.321967 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:10.326413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Usage tracker for resource:network and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:10.329615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:10.335722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:10.347320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Made reservation on behalf of 31a8473ee6df41d6b7760fa839502252 for: {'network': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:20:10.353882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:10.368715 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:10.385306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:10.389495 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Usage tracker for resource:security_group_rule and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:10.392605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:10.399477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:10.499448 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:10.502908 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:10.507649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1b2c1cf6-8576-4b48-8ad3-a4afe014fe45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:10.537886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd0392a-7794-458b-acd5-ec4bd2570909,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:10.544403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:10.547923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=86319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:20:10.562283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:10.562703 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Added segment 9af4146e-71ba-4815-b8a1-d2bd73351f49 of type vlan for network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee Apr 20 18:20:10.589514 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7a037c56-58b5-46ec-933d-5fd8a284a047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:10.598552 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:10.634516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:10.636049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:10.636707 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:10.643307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:10.658579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db870b01-954c-4efa-b09c-003f90a9cb41 req-88503104-facd-493f-940a-81160716b1c7 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:10.660303 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-db870b01-954c-4efa-b09c-003f90a9cb41 req-88503104-facd-493f-940a-81160716b1c7 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 945 time: 0.1217947 Apr 20 18:20:10.724503 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-db870b01-954c-4efa-b09c-003f90a9cb41 req-b4f55db6-098d-4fe6-939c-7a0f70cddeee tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498695 Apr 20 18:20:10.762805 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5728531 Apr 20 18:20:10.764411 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51094) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:10.767613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Pushing event updated for resources: {'Network': ['ID=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:10.770832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:10.772279 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Request body: {'subnet': {'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-766028344-subnet', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:10.780442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:20:10.784571 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:10.794972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Usage tracker for resource:subnet and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:10.798937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:10.806002 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:10.818559 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Made reservation on behalf of 31a8473ee6df41d6b7760fa839502252 for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:20:10.824894 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847662132'] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:11.380779 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 632d5aa6-69da-4cb5-b494-da9bb1897397 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:20:11.387820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6790365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847662115'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:11.393186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1e8dcce6-307a-406d-9059-e2ff34d7b012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:11.468701 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: 632d5aa6-69da-4cb5-b494-da9bb1897397 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:20:11.469093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 632d5aa6-69da-4cb5-b494-da9bb1897397 not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:20:11.550180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0413b04-69f0-44bb-b832-c94528505b97,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:11.554567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:11.555375 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Checking segment: {'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:11.556457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Network hostable DHCP agents. Network: 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:20:11.591510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:20:11.602685 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:11.613656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b03193-04c6-4b29-a5b4-604c0b8478a0 None None] Network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:20:11.616891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:11.617634 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:11.642062 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8760142 Apr 20 18:20:11.645355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51148) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:11.651409 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:11.657246 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:11.661650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Usage tracker for resource:router and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:11.665670 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:11.672422 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:11.697714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853069834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3538'] for router, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:11.699297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772315'] for router, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:11.721036 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:11.805189 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e86cac-3426-4025-9fab-2caac525adef req-fc26f207-6c6e-46d9-8242-c279c21b8d4f tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:11.808664 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-49e86cac-3426-4025-9fab-2caac525adef req-fc26f207-6c6e-46d9-8242-c279c21b8d4f tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1071393 Apr 20 18:20:11.865210 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-49e86cac-3426-4025-9fab-2caac525adef req-e93ce7a2-1616-4336-8580-5728359b78a5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506270 Apr 20 18:20:11.951540 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa39b10c4-86ab-5b52-81f8-7a7a43c951c9-48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'fixed_ips': [{'subnet_id': 'a0413b04-69f0-44bb-b832-c94528505b97'}]}} from dv-cinder-786930-2-smb. {{(pid=86321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:20:11.952662 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:12.102040 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772300'] for router, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:12.148089 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Allocated IP 172.20.0.2 (48a11a5f-fdcd-4507-bac1-5c84dd90b5ee/a0413b04-69f0-44bb-b832-c94528505b97/7755b6d8-b3c5-4168-9514-14233f4da96d) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:12.560693 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:12.572278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Transition to ACTIVE for port object 7755b6d8-b3c5-4168-9514-14233f4da96d will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:12.594432 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Transition to ACTIVE for port object 7755b6d8-b3c5-4168-9514-14233f4da96d will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:12.600981 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:12.607451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:12.681409 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:12.684322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:12.685431 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Resources bound (agent type, host, resource id): {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:12.689215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:12.719399 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:12.731901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Pushing event updated for resources: {'Port': ['ID=7755b6d8-b3c5-4168-9514-14233f4da96d,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:12.740004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:12.797384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Attempting to bind port 7755b6d8-b3c5-4168-9514-14233f4da96d on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:12.797795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Attempting to bind port 7755b6d8-b3c5-4168-9514-14233f4da96d by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:12.798201 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Attempting to bind port 7755b6d8-b3c5-4168-9514-14233f4da96d on network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:12.803899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:12.804301 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Checking segment: {'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:12.804744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:12.805172 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Bound using segment: {'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:12.805844 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Bound port: 7755b6d8-b3c5-4168-9514-14233f4da96d, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:12.806271 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:12.868548 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Allocated IP 172.28.2.148 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/070a2445-863f-45bb-856b-3444b9d0c349) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:12.904186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] For port 7755b6d8-b3c5-4168-9514-14233f4da96d, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:12.908242 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] For port 7755b6d8-b3c5-4168-9514-14233f4da96d, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=7755b6d8-b3c5-4168-9514-14233f4da96d,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:12.912754 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:12.919665 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:13.020679 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Pushing event updated for resources: {'Port': ['ID=7755b6d8-b3c5-4168-9514-14233f4da96d,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:13.024325 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:13.076667 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:13.096450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed93760-6591-4078-8c6f-145e22f973e0 req-8ba9404f-9b32-41db-a1eb-2bcbc51bc46f tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:13.106020 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bed93760-6591-4078-8c6f-145e22f973e0 req-8ba9404f-9b32-41db-a1eb-2bcbc51bc46f tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1053689 Apr 20 18:20:13.119836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:13.129454 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:13.149092 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b732d80a-32fb-4568-b8c4-0ad36a63f616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:13.155133 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bed93760-6591-4078-8c6f-145e22f973e0 req-0230da81-9050-4883-8cfb-e5bf16664bb7 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479872 Apr 20 18:20:13.197327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:13.201492 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:13.208003 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:13.246634 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Pushing event updated for resources: {'Port': ['ID=070a2445-863f-45bb-856b-3444b9d0c349,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:13.264355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:13.264762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:13.265306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:13.265696 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:13.266083 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:13.266468 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:13.266893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:13.267283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:13.267681 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:13.268065 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:13.268456 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:13.268830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:13.278636 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:13.624968 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 7755b6d8-b3c5-4168-9514-14233f4da96d up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:13.706730 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 7755b6d8-b3c5-4168-9514-14233f4da96d completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:13.862972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:13.870042 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:14.239021 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853010083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853029691'] for router, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:14.385851 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:14.389735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3a50b-96f7-417b-b073-10a7374dc6a0 req-1a35781d-1c82-42d8-a0bd-2709b3840a67 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:14.391495 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bee3a50b-96f7-417b-b073-10a7374dc6a0 req-1a35781d-1c82-42d8-a0bd-2709b3840a67 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1004751 Apr 20 18:20:14.445269 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bee3a50b-96f7-417b-b073-10a7374dc6a0 req-bbebd4a9-86e3-41c8-a332-41e2bf5e0cbf tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465493 Apr 20 18:20:14.483918 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Router fef59056-04ac-4a1b-b2e6-17323f16386d is scheduled to L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc with binding_index 1 {{(pid=86319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:20:14.591771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0f613d-af3a-4684-b9f2-76febcae7dca None None] Network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:20:14.679389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:20:14.691364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Sync routers for ids ['fef59056-04ac-4a1b-b2e6-17323f16386d'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:20:14.702888 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Routers {'fef59056-04ac-4a1b-b2e6-17323f16386d'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:14.703554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fef59056-04ac-4a1b-b2e6-17323f16386d'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:14.707107 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Notify callbacks [] for router, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:14.711526 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0621333 Apr 20 18:20:14.712372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51190) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:14.735097 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-8ffaa778-ebc7-48bd-967f-f83313a81ab2 None None] Provisioning for port 7755b6d8-b3c5-4168-9514-14233f4da96d completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:14.830214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-8ffaa778-ebc7-48bd-967f-f83313a81ab2 None None] Provisioning complete for port 7755b6d8-b3c5-4168-9514-14233f4da96d triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:14.830214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8ffaa778-ebc7-48bd-967f-f83313a81ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.045072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8ffaa778-ebc7-48bd-967f-f83313a81ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.072586 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Set router fef59056-04ac-4a1b-b2e6-17323f16386d gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:15.108257 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-8ffaa778-ebc7-48bd-967f-f83313a81ab2 None None] For port 7755b6d8-b3c5-4168-9514-14233f4da96d, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=7755b6d8-b3c5-4168-9514-14233f4da96d,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:15.113452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8ffaa778-ebc7-48bd-967f-f83313a81ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.119522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:15.243906 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffaa778-ebc7-48bd-967f-f83313a81ab2 None None] Pushing event updated for resources: {'Port': ['ID=7755b6d8-b3c5-4168-9514-14233f4da96d,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:15.253436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8ffaa778-ebc7-48bd-967f-f83313a81ab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:15.262278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-e82fba4f-4e53-4357-932a-533627102e3d None None] Provisioning complete for port 7755b6d8-b3c5-4168-9514-14233f4da96d triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:15.262744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e82fba4f-4e53-4357-932a-533627102e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.345912 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.404126 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:20:13Z', 'revision_number': 3, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:15.408973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Checking router: fef59056-04ac-4a1b-b2e6-17323f16386d for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:20:15.409574 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Updating router fef59056-04ac-4a1b-b2e6-17323f16386d port 070a2445-863f-45bb-856b-3444b9d0c349 binding host dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:20:15.512149 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.515654 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 7755b6d8-b3c5-4168-9514-14233f4da96d up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:15.669611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 7755b6d8-b3c5-4168-9514-14233f4da96d triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:15.675334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.709843 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac0e4a-b066-4c2b-ba47-8873bb94c6ff req-64a59833-f4ee-461e-ad7e-4f15819bb248 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:15.712337 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f3ac0e4a-b066-4c2b-ba47-8873bb94c6ff req-64a59833-f4ee-461e-ad7e-4f15819bb248 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1152768 Apr 20 18:20:15.818329 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f3ac0e4a-b066-4c2b-ba47-8873bb94c6ff req-a8aa9d66-e194-43ab-b22b-93ba2df89aa5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993516 Apr 20 18:20:16.095418 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:16.109232 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Transition to ACTIVE for port object 070a2445-863f-45bb-856b-3444b9d0c349 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:16.117316 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:16.123352 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:16.192770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:16.218243 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Attempting to bind port 070a2445-863f-45bb-856b-3444b9d0c349 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:16.218984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Attempting to bind port 070a2445-863f-45bb-856b-3444b9d0c349 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:16.219111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Attempting to bind port 070a2445-863f-45bb-856b-3444b9d0c349 on network 7b612f0a-6263-4b19-bfa2-1df00b92c582 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:16.227231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Pushing event updated for resources: {'Port': ['ID=070a2445-863f-45bb-856b-3444b9d0c349,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:16.231833 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:16.232319 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Checking segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:16.232676 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:16.233112 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Bound using segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:16.233634 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Bound port: 070a2445-863f-45bb-856b-3444b9d0c349, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:16.234054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:16.295590 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:16.296057 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:16.296518 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:16.296958 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:16.297380 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:16.297805 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:16.298237 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:16.298682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:16.299109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:16.300085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:16.300085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:16.300304 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86322) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:16.306430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:16.334718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] For port 070a2445-863f-45bb-856b-3444b9d0c349, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:16.339008 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] For port 070a2445-863f-45bb-856b-3444b9d0c349, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=070a2445-863f-45bb-856b-3444b9d0c349,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:16.342683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:16.349278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-96e68814-7fba-4dc4-b3bf-c2f618501606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:16.453009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Routers {'fef59056-04ac-4a1b-b2e6-17323f16386d'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:16.453772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fef59056-04ac-4a1b-b2e6-17323f16386d'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:16.468525 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Allocated IP 172.20.0.1 (48a11a5f-fdcd-4507-bac1-5c84dd90b5ee/a0413b04-69f0-44bb-b832-c94528505b97/0a3bdd0b-123a-48fa-9e9a-611bba25a50e) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:16.584074 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Pushing event updated for resources: {'Port': ['ID=070a2445-863f-45bb-856b-3444b9d0c349,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:16.588275 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a8ed6920-459b-49ad-80dd-2ac60a7ff4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:16.658910 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:16.667743 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] Set router fef59056-04ac-4a1b-b2e6-17323f16386d gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:16.676619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Transition to ACTIVE for port object 0a3bdd0b-123a-48fa-9e9a-611bba25a50e will not be triggered until provisioned by entity DHCP. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:16.703443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:16.708334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-968d1264-cdb6-40b2-9b16-80e5cfdf6473 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:16.782118 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:16.785379 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:16.789528 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:16.823548 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Pushing event updated for resources: {'Port': ['ID=0a3bdd0b-123a-48fa-9e9a-611bba25a50e,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:16.830648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:16.860196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707032'] for router_interface, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:17.010904 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:17.031484 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:20:13Z', 'revision_number': 3, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:17.036100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc08407-add2-4171-b2f3-2cc862ddf660 None None] The sync data for ids ['fef59056-04ac-4a1b-b2e6-17323f16386d'] in dv-cinder-786930-2-smb is: [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:20:13Z', 'revision_number': 3, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:20:17.083341 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-756c634b-7a9b-4a66-863a-a7eaa3755031 None None] Provisioning for port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:17.086570 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b9c71-8738-43d2-b333-a4638165aa44 req-eb5b5c8a-d863-48ad-ad9a-259830e2d987 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:17.089085 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb8b9c71-8738-43d2-b333-a4638165aa44 req-eb5b5c8a-d863-48ad-ad9a-259830e2d987 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1018467 Apr 20 18:20:17.092259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-756c634b-7a9b-4a66-863a-a7eaa3755031 None None] Provisioning complete for port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:17.092756 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-756c634b-7a9b-4a66-863a-a7eaa3755031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:17.143843 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb8b9c71-8738-43d2-b333-a4638165aa44 req-6c196d9c-164e-44b2-aaea-15c1c4727231 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465763 Apr 20 18:20:17.177961 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-756c634b-7a9b-4a66-863a-a7eaa3755031 None None] Port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:20:17.291199 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:17.294748 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:17.334249 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:17.415596 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068673'] for router_interface, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:17.426103 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Pushing event updated for resources: {'Port': ['ID=0a3bdd0b-123a-48fa-9e9a-611bba25a50e,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:17.431892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:17.601643 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:17.603074 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:17.874997 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2229c543-4419-4f14-9365-f7258966507e req-b9e72e63-0bbd-473f-8496-3f6082efe224 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1541178 Apr 20 18:20:17.881725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Router fef59056-04ac-4a1b-b2e6-17323f16386d has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:20:17.939013 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-a9a6e5c3-72ed-406e-88e9-744c622ebb8c None None] Provisioning complete for port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:17.939451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a9a6e5c3-72ed-406e-88e9-744c622ebb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:18.050587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229c543-4419-4f14-9365-f7258966507e req-44157cbd-6941-465b-92e8-26af64f57aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:18.052214 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2229c543-4419-4f14-9365-f7258966507e req-44157cbd-6941-465b-92e8-26af64f57aef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 1099 time: 0.1489751 Apr 20 18:20:18.065232 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-a9a6e5c3-72ed-406e-88e9-744c622ebb8c None None] Port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:20:18.067187 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:18.148347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:20:18.162474 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] 10.222.0.21 "PUT /v2.0/routers/fef59056-04ac-4a1b-b2e6-17323f16386d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4489281 Apr 20 18:20:18.249323 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229c543-4419-4f14-9365-f7258966507e req-49896f00-28c3-4627-9658-4b23e906ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:18.251480 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2229c543-4419-4f14-9365-f7258966507e req-49896f00-28c3-4627-9658-4b23e906ef82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 918 time: 0.1711025 Apr 20 18:20:18.378164 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26334579-1b55-438e-b142-4c9d4c835a54 req-8bd838d1-17ee-460b-8ce0-3d1dbc5b97f4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:18.379314 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-26334579-1b55-438e-b142-4c9d4c835a54 req-8bd838d1-17ee-460b-8ce0-3d1dbc5b97f4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Synchronizing usage tracker for tenant:b072f1a5a03b4d2b88d582554e32983d on resource:port {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:18.394207 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-26334579-1b55-438e-b142-4c9d4c835a54 req-8bd838d1-17ee-460b-8ce0-3d1dbc5b97f4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Unset dirty status for tenant:b072f1a5a03b4d2b88d582554e32983d on resource:port {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:18.395493 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-26334579-1b55-438e-b142-4c9d4c835a54 req-8bd838d1-17ee-460b-8ce0-3d1dbc5b97f4 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.37 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.1320183 Apr 20 18:20:18.440416 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2229c543-4419-4f14-9365-f7258966507e req-cbc14dcd-dc02-476c-9d51-2922c69f691c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c82629-7d4f-47c6-a50f-948cee9244f5 HTTP/1.1" status: 200 len: 1001 time: 0.1764245 Apr 20 18:20:18.494013 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-26334579-1b55-438e-b142-4c9d4c835a54 req-058c856a-802c-47ab-b2e2-86dc2670e9c5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Deleting port f24827e2-5aa9-425f-b018-20c4579a9cd0 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:18.494408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-26334579-1b55-438e-b142-4c9d4c835a54 req-058c856a-802c-47ab-b2e2-86dc2670e9c5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:18.545525 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229c543-4419-4f14-9365-f7258966507e req-cbc1248b-8af4-4656-87bc-eddf6d14833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:18.547131 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2229c543-4419-4f14-9365-f7258966507e req-cbc1248b-8af4-4656-87bc-eddf6d14833e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 HTTP/1.1" status: 200 len: 856 time: 0.0991304 Apr 20 18:20:18.606580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b59dd0-a57b-4a2c-8f9e-de344c42c4eb req-2d889c64-e504-4b5f-b521-49e72704f8b3 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:18.608237 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f5b59dd0-a57b-4a2c-8f9e-de344c42c4eb req-2d889c64-e504-4b5f-b521-49e72704f8b3 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 945 time: 0.2427940 Apr 20 18:20:18.680783 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f5b59dd0-a57b-4a2c-8f9e-de344c42c4eb req-6d5e8165-2fc4-430b-a9d2-4c39961da367 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/security-groups?id=a38c7c0b-d288-49a1-b41f-a72a3a6ece37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592659 Apr 20 18:20:18.687412 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229c543-4419-4f14-9365-f7258966507e req-ea1df05d-9d0e-47eb-897f-d81e19edac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:18.689175 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2229c543-4419-4f14-9365-f7258966507e req-ea1df05d-9d0e-47eb-897f-d81e19edac6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=190e51c9-23fa-4948-90ae-c977e74b53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1341152 Apr 20 18:20:18.799093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-26334579-1b55-438e-b142-4c9d4c835a54 req-058c856a-802c-47ab-b2e2-86dc2670e9c5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] For port f24827e2-5aa9-425f-b018-20c4579a9cd0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f24827e2-5aa9-425f-b018-20c4579a9cd0,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:18.799741 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-26334579-1b55-438e-b142-4c9d4c835a54 req-058c856a-802c-47ab-b2e2-86dc2670e9c5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:18.844137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51254) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:18.852283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2082064290-network', 'tenant_id': '301a9ee0db284992b626dad9241068ee'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:18.860345 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2229c543-4419-4f14-9365-f7258966507e req-689372e8-c982-4919-806c-d3560e7e6318 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598635 Apr 20 18:20:18.861334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:18.865563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Usage tracker for resource:network and tenant:301a9ee0db284992b626dad9241068ee is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:18.891724 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:18.903559 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:18.952950 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-26334579-1b55-438e-b142-4c9d4c835a54 req-058c856a-802c-47ab-b2e2-86dc2670e9c5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Calling delete_port for f24827e2-5aa9-425f-b018-20c4579a9cd0 owned by compute:nova {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:18.981229 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Made reservation on behalf of 301a9ee0db284992b626dad9241068ee for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:20:18.985867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.016705 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.048196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:19.057279 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Usage tracker for resource:security_group_rule and tenant:301a9ee0db284992b626dad9241068ee is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:19.061801 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:19.066405 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2229c543-4419-4f14-9365-f7258966507e req-a9656762-1273-45f5-8e8b-25344529c780 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970224 Apr 20 18:20:19.070154 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:19.119103 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-26334579-1b55-438e-b142-4c9d4c835a54 req-058c856a-802c-47ab-b2e2-86dc2670e9c5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.124969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:19.131470 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['f24827e2-5aa9-425f-b018-20c4579a9cd0'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:20:19.163195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.166967 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.173847 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-84a682aa-e3ff-4830-9920-32cc6fbcba8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:19.174052 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c856a-802c-47ab-b2e2-86dc2670e9c5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Pushing event deleted for resources: {'Port': ['ID=f24827e2-5aa9-425f-b018-20c4579a9cd0,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:19.177758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-058c856a-802c-47ab-b2e2-86dc2670e9c5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:19.203045 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9ff88e-f6e8-428e-8894-d12f0ed96664,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:19.207394 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:19.213912 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:20:19.227966 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.228518 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Added segment 08747cc2-7e57-4556-a387-711a680ba812 of type vlan for network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 Apr 20 18:20:19.256650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.274912 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-26334579-1b55-438e-b142-4c9d4c835a54 req-058c856a-802c-47ab-b2e2-86dc2670e9c5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] No DVR routers for this DVR port f24827e2-5aa9-425f-b018-20c4579a9cd0 on host hv-cinder-78693 {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:20:19.277725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-26334579-1b55-438e-b142-4c9d4c835a54 req-058c856a-802c-47ab-b2e2-86dc2670e9c5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.281395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320683d3-aca1-49a4-8871-3a71072b03ca', 'name': 'network-vif-deleted', 'tag': 'f24827e2-5aa9-425f-b018-20c4579a9cd0'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:19.296474 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.297916 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:19.298564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.299082 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-26334579-1b55-438e-b142-4c9d4c835a54 req-058c856a-802c-47ab-b2e2-86dc2670e9c5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.37 "DELETE /v2.0/ports/f24827e2-5aa9-425f-b018-20c4579a9cd0 HTTP/1.1" status: 204 len: 173 time: 0.8968663 Apr 20 18:20:19.325176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:19.334798 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320683d3-aca1-49a4-8871-3a71072b03ca', 'name': 'network-vif-deleted', 'tag': 'f24827e2-5aa9-425f-b018-20c4579a9cd0', 'status': 'completed', 'code': 200} Apr 20 18:20:19.433780 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Pushing event updated for resources: {'Network': ['ID=76d6f8aa-ddce-49c7-a296-1f7cc399e400,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:19.438848 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:19.444608 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:20:19.445453 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6002402 Apr 20 18:20:19.448906 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51266) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:19.455708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Request body: {'subnet': {'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2082064290-subnet', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:19.462796 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:19.467382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Usage tracker for resource:subnet and tenant:301a9ee0db284992b626dad9241068ee is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:19.470700 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:19.477036 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:19.488133 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Made reservation on behalf of 301a9ee0db284992b626dad9241068ee for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:20:19.494127 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847662132'] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.561374 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 070a2445-863f-45bb-856b-3444b9d0c349 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:19.679271 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 070a2445-863f-45bb-856b-3444b9d0c349 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:19.684911 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 070a2445-863f-45bb-856b-3444b9d0c349 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:19.685322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.824879 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.857457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port 070a2445-863f-45bb-856b-3444b9d0c349, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=070a2445-863f-45bb-856b-3444b9d0c349,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:19.860622 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:19.863548 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:19.901127 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-65a696f4-7d21-4b5b-ab95-ee9c1075f9ca req-70aeed89-7c43-463c-9bc9-b4dd1fd9d2a3 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] 10.222.0.21 "GET /v2.0/ports?device_id=320683d3-aca1-49a4-8871-3a71072b03ca HTTP/1.1" status: 200 len: 210 time: 0.0538507 Apr 20 18:20:19.966060 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=070a2445-863f-45bb-856b-3444b9d0c349,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:19.972516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:20.027894 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6790365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847662115'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:20.033610 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:20.115150 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=417415e2-f4d6-4260-9659-64139f1fdb03,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:20.119123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:20.126336 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Checking segment: {'id': '08747cc2-7e57-4556-a387-711a680ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:20.126779 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Network hostable DHCP agents. Network: 76d6f8aa-ddce-49c7-a296-1f7cc399e400, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:20:20.130854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Sync routers for ids ['fef59056-04ac-4a1b-b2e6-17323f16386d'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:20:20.142280 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Routers {'fef59056-04ac-4a1b-b2e6-17323f16386d'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:20.142907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fef59056-04ac-4a1b-b2e6-17323f16386d'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:20.147111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:20:20.158489 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 76d6f8aa-ddce-49c7-a296-1f7cc399e400) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:20.177703 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:20.178600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:20.205385 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-9cbf9abe-cecd-4af5-8ab6-ea220019dc78 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7542996 Apr 20 18:20:20.206392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb51ce5-5350-4a5a-af01-65105f4e1ce2 None None] Network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:20:20.207510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51274) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:20.214382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2082064290-router', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:20.219539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:20.223568 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Usage tracker for resource:router and tenant:301a9ee0db284992b626dad9241068ee is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:20.226598 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:20.233262 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:20.243545 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853069834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3538'] for router, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:20.244586 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772315'] for router, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:20.263579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:20.485884 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Set router fef59056-04ac-4a1b-b2e6-17323f16386d gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:20.568509 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772300'] for router, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:20.940313 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa39b10c4-86ab-5b52-81f8-7a7a43c951c9-76d6f8aa-ddce-49c7-a296-1f7cc399e400', 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'fixed_ips': [{'subnet_id': '417415e2-f4d6-4260-9659-64139f1fdb03'}]}} from dv-cinder-786930-2-smb. {{(pid=86321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:20:20.940313 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:21.051729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51288) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:21.198133 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:21.227077 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Allocated IP 172.20.0.2 (76d6f8aa-ddce-49c7-a296-1f7cc399e400/417415e2-f4d6-4260-9659-64139f1fdb03/3ad7ffcd-3706-4c26-a6f2-73bf51c19db7) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:21.237924 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:21.271283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:20:16Z', 'revision_number': 4, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': '0a3bdd0b-123a-48fa-9e9a-611bba25a50e', 'name': '', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'mac_address': 'fa:16:3e:39:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:16Z', 'updated_at': '2021-04-20T18:20:17Z', 'revision_number': 2, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'subnets': [{'id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:21.335334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Checking router: fef59056-04ac-4a1b-b2e6-17323f16386d for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:20:21.335768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Updating router fef59056-04ac-4a1b-b2e6-17323f16386d port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e binding host dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:20:21.411369 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Allocated IP 172.28.2.120 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/caefb9c6-cff0-4df1-962e-18b2de8a6764) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:21.434395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device f24827e2-5aa9-425f-b018-20c4579a9cd0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:20:21.462961 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:21.506648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: f24827e2-5aa9-425f-b018-20c4579a9cd0 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:20:21.507119 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device f24827e2-5aa9-425f-b018-20c4579a9cd0 not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:20:21.543081 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 070a2445-863f-45bb-856b-3444b9d0c349 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:21.623449 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:21.657689 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:21.662886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:21.735235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:21.738917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:21.741494 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:21.774694 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:21.801306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Transition to ACTIVE for port object 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:21.837535 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 070a2445-863f-45bb-856b-3444b9d0c349 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:21.837963 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:21.851590 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=caefb9c6-cff0-4df1-962e-18b2de8a6764,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:21.858727 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:21.945822 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Transition to ACTIVE for port object 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:21.970691 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:21.977201 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710976'] for router_interface, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:21.996815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:22.112772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:22.122016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Resources bound (agent type, host, resource id): {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:22.130987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:22.152504 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Pushing event updated for resources: {'Port': ['ID=3ad7ffcd-3706-4c26-a6f2-73bf51c19db7,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:22.184507 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:22.274153 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51300) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:22.333708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Attempting to bind port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:22.334125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Attempting to bind port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': '08747cc2-7e57-4556-a387-711a680ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:22.334566 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Attempting to bind port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 on network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:22.374260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:22.374692 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Checking segment: {'id': '08747cc2-7e57-4556-a387-711a680ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:22.375149 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:22.375587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Bound using segment: {'id': '08747cc2-7e57-4556-a387-711a680ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:22.376124 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Bound port: 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08747cc2-7e57-4556-a387-711a680ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:22.376541 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:22.390158 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:22.442704 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] Deleting port e87b3098-931c-4b00-931a-e45737402e74 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:22.442704 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:22.487143 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:22.503161 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc7bf-b18e-4cc7-bf85-94fff510b589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:22.523663 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Transition to ACTIVE for port object 0a3bdd0b-123a-48fa-9e9a-611bba25a50e will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:22.529767 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3cdcc7bf-b18e-4cc7-bf85-94fff510b589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:22.533378 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] For port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:22.533745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3cdcc7bf-b18e-4cc7-bf85-94fff510b589 admin admin] Usage tracker for resource:security_group_rule and tenant:98bf2cf12c1c48418a4b5389f9c09041 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:22.536398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:22.536762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3cdcc7bf-b18e-4cc7-bf85-94fff510b589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:22.541565 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] For port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=3ad7ffcd-3706-4c26-a6f2-73bf51c19db7,segment=NetworkSegment(08747cc2-7e57-4556-a387-711a680ba812),segment_id=08747cc2-7e57-4556-a387-711a680ba812)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:22.542606 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1e3d9f3d-a79a-4c3d-96de-91fa8af4d850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:22.543081 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3cdcc7bf-b18e-4cc7-bf85-94fff510b589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:22.592881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:22.698318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf744ed0-6545-4a71-bf32-f58ec474b163 None None] Pushing event updated for resources: {'Port': ['ID=0a3bdd0b-123a-48fa-9e9a-611bba25a50e,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:22.703664 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bf744ed0-6545-4a71-bf32-f58ec474b163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:22.704067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:22.793262 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc7bf-b18e-4cc7-bf85-94fff510b589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:22.799738 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3cdcc7bf-b18e-4cc7-bf85-94fff510b589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:22.812389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-dd1e08c3-25ad-4981-b397-8363d5fde037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:22.869197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcc7bf-b18e-4cc7-bf85-94fff510b589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e85a59c-edab-4445-aa87-bf2c064b3c43,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:22.874920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853010083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853029691'] for router, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:22.888280 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3cdcc7bf-b18e-4cc7-bf85-94fff510b589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:22.911517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] For port e87b3098-931c-4b00-931a-e45737402e74, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=e87b3098-931c-4b00-931a-e45737402e74,segment=NetworkSegment(2d325323-c7c0-4b88-b57d-21615fbd1d09),segment_id=2d325323-c7c0-4b88-b57d-21615fbd1d09)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:22.911918 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:22.926350 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3cdcc7bf-b18e-4cc7-bf85-94fff510b589 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98bf2cf12c1c48418a4b5389f9c09041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6211846 Apr 20 18:20:22.929124 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51308) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:23.130132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Attempting to bind port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:23.130933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Attempting to bind port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:23.130933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Attempting to bind port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e on network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:23.133586 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Pushing event updated for resources: {'Port': ['ID=3ad7ffcd-3706-4c26-a6f2-73bf51c19db7,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:23.137691 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:23.142806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:23.143221 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Checking segment: {'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:23.143944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:23.144098 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] Calling delete_port for e87b3098-931c-4b00-931a-e45737402e74 owned by network:router_interface {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:23.144256 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Bound using segment: {'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:23.144557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Bound port: 0a3bdd0b-123a-48fa-9e9a-611bba25a50e, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:23.145241 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:23.263934 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Router f0709555-d7a1-4fac-a85e-a239b1d49234 is scheduled to L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc with binding_index 1 {{(pid=86319) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:20:23.277462 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] For port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:23.281262 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] For port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=0a3bdd0b-123a-48fa-9e9a-611bba25a50e,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:23.285921 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:23.298652 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:23.376771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Routers {'fef59056-04ac-4a1b-b2e6-17323f16386d'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:23.377481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fef59056-04ac-4a1b-b2e6-17323f16386d'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:23.531884 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-104b26f2-ad31-47bb-b660-2e110e2e60d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:23.548767 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:20:23.560331 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Sync routers for ids ['f0709555-d7a1-4fac-a85e-a239b1d49234'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:20:23.561931 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf744ed0-6545-4a71-bf32-f58ec474b163 None None] Pushing event updated for resources: {'Port': ['ID=0a3bdd0b-123a-48fa-9e9a-611bba25a50e,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:23.567653 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:23.583511 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Routers {'f0709555-d7a1-4fac-a85e-a239b1d49234'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:23.584429 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['f0709555-d7a1-4fac-a85e-a239b1d49234'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:23.585344 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:23.592620 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3813405 Apr 20 18:20:23.594101 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51312) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:23.597245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-104b26f2-ad31-47bb-b660-2e110e2e60d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:23.603276 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bf744ed0-6545-4a71-bf32-f58ec474b163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:23.720386 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:23.731165 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] Set router fef59056-04ac-4a1b-b2e6-17323f16386d gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:23.769529 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:23.777731 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:23.822155 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Set router f0709555-d7a1-4fac-a85e-a239b1d49234 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:23.849405 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e87b3098-931c-4b00-931a-e45737402e74,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:23.852962 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:23.856431 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-104b26f2-ad31-47bb-b660-2e110e2e60d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:23.865517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cf48237b-1e4f-46e8-a64b-f32cee87d7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:24.061098 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b26f2-ad31-47bb-b660-2e110e2e60d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e85a59c-edab-4445-aa87-bf2c064b3c43,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:24.063717 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-104b26f2-ad31-47bb-b660-2e110e2e60d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:24.064936 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-104b26f2-ad31-47bb-b660-2e110e2e60d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:24.069293 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-104b26f2-ad31-47bb-b660-2e110e2e60d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e85a59c-edab-4445-aa87-bf2c064b3c43 HTTP/1.1" status: 204 len: 168 time: 1.1367679 Apr 20 18:20:24.194163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:20:16Z', 'revision_number': 4, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': '0a3bdd0b-123a-48fa-9e9a-611bba25a50e', 'name': '', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'mac_address': 'fa:16:3e:39:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:16Z', 'updated_at': '2021-04-20T18:20:23Z', 'revision_number': 4, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'subnets': [{'id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:24.205604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323aa68f-e833-4d19-951d-518cf6d303e6 None None] The sync data for ids ['fef59056-04ac-4a1b-b2e6-17323f16386d'] in dv-cinder-786930-2-smb is: [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:20:16Z', 'revision_number': 4, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': '0a3bdd0b-123a-48fa-9e9a-611bba25a50e', 'name': '', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'mac_address': 'fa:16:3e:39:6a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:16Z', 'updated_at': '2021-04-20T18:20:23Z', 'revision_number': 4, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'subnets': [{'id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:20:24.393389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853107539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711102'] for router_interface, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:24.420714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'name': 'tempest-TestMinimumBasicScenario-2082064290-router', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:20Z', 'updated_at': '2021-04-20T18:20:22Z', 'revision_number': 3, 'project_id': '301a9ee0db284992b626dad9241068ee', 'gw_port': {'id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:21Z', 'updated_at': '2021-04-20T18:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:24.430865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Checking router: f0709555-d7a1-4fac-a85e-a239b1d49234 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:20:24.431316 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Updating router f0709555-d7a1-4fac-a85e-a239b1d49234 port caefb9c6-cff0-4df1-962e-18b2de8a6764 binding host dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:20:24.556546 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:24.830713 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c7301-8e36-45e8-a2a9-5197b4fb247d None None] Network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:20:25.026821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-c1917887-4910-4aeb-b247-52b94e96d541 None None] Provisioning for port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:25.077700 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:25.092865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Transition to ACTIVE for port object caefb9c6-cff0-4df1-962e-18b2de8a6764 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:25.106695 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:25.122653 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-637163c6-2e05-43b2-9a66-3349d347f2f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:25.154552 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:25.247833 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f20ee-e11d-4b13-b986-a82d3368b46f None None] Pushing event updated for resources: {'Port': ['ID=caefb9c6-cff0-4df1-962e-18b2de8a6764,revision_number=2']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:25.252195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-c1917887-4910-4aeb-b247-52b94e96d541 None None] Provisioning complete for port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:25.252625 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c1917887-4910-4aeb-b247-52b94e96d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:25.292129 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] Router d59050d4-d080-40d1-94bb-0de6638b02df has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:20:25.315244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Attempting to bind port caefb9c6-cff0-4df1-962e-18b2de8a6764 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:25.315868 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Attempting to bind port caefb9c6-cff0-4df1-962e-18b2de8a6764 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:25.316387 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Attempting to bind port caefb9c6-cff0-4df1-962e-18b2de8a6764 on network 7b612f0a-6263-4b19-bfa2-1df00b92c582 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:25.323617 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-036f20ee-e11d-4b13-b986-a82d3368b46f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:25.324579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:25.325106 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Checking segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:25.325657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:25.326195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Bound using segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:25.326854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Bound port: caefb9c6-cff0-4df1-962e-18b2de8a6764, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:25.327390 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:25.459901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] For port caefb9c6-cff0-4df1-962e-18b2de8a6764, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:25.470072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] For port caefb9c6-cff0-4df1-962e-18b2de8a6764, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=caefb9c6-cff0-4df1-962e-18b2de8a6764,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:25.478855 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:25.490104 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-96e68814-7fba-4dc4-b3bf-c2f618501606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:25.572492 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Allocated IP 172.20.0.1 (76d6f8aa-ddce-49c7-a296-1f7cc399e400/417415e2-f4d6-4260-9659-64139f1fdb03/d2ce5c96-a788-4079-bb5b-dc9cb42dd36d) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:25.617637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:20:25.624233 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] 10.222.0.21 "PUT /v2.0/routers/d59050d4-d080-40d1-94bb-0de6638b02df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5706623 Apr 20 18:20:25.626986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51334) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:25.647729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Routers {'f0709555-d7a1-4fac-a85e-a239b1d49234'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:25.649297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['f0709555-d7a1-4fac-a85e-a239b1d49234'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:25.667496 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c1917887-4910-4aeb-b247-52b94e96d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:25.692862 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a5f70e-60b8-45b8-a33b-d7d2a5374a4f None None] Sync routers for ids ['d59050d4-d080-40d1-94bb-0de6638b02df'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:20:25.725258 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5f70e-60b8-45b8-a33b-d7d2a5374a4f None None] Routers {'d59050d4-d080-40d1-94bb-0de6638b02df'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:25.726277 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-12a5f70e-60b8-45b8-a33b-d7d2a5374a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['d59050d4-d080-40d1-94bb-0de6638b02df'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:25.861324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 0a3bdd0b-123a-48fa-9e9a-611bba25a50e up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:25.880781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Notify callbacks [] for router, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:25.915819 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:25.954977 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Transition to ACTIVE for port object d2ce5c96-a788-4079-bb5b-dc9cb42dd36d will not be triggered until provisioned by entity DHCP. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:25.992502 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.000616 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:26.022859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-12a5f70e-60b8-45b8-a33b-d7d2a5374a4f None None] Set router d59050d4-d080-40d1-94bb-0de6638b02df gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:26.107160 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Pushing event updated for resources: {'Port': ['ID=d2ce5c96-a788-4079-bb5b-dc9cb42dd36d,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:26.112857 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:26.123400 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:26.125349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:26.128304 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:26.189329 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.193543 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f20ee-e11d-4b13-b986-a82d3368b46f None None] Pushing event updated for resources: {'Port': ['ID=caefb9c6-cff0-4df1-962e-18b2de8a6764,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:26.199753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-036f20ee-e11d-4b13-b986-a82d3368b46f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:26.205236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Deleting port 0211c488-bbbc-47d5-a325-96367d164d2d {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:26.205551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707032'] for router_interface, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.205998 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.274017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:26.280719 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-c1917887-4910-4aeb-b247-52b94e96d541 None None] For port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=3ad7ffcd-3706-4c26-a6f2-73bf51c19db7,segment=NetworkSegment(08747cc2-7e57-4556-a387-711a680ba812),segment_id=08747cc2-7e57-4556-a387-711a680ba812)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:26.282223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] Set router f0709555-d7a1-4fac-a85e-a239b1d49234 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:26.291302 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:26.291844 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.346305 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c1917887-4910-4aeb-b247-52b94e96d541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.365642 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8ffaa778-ebc7-48bd-967f-f83313a81ab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:26.378038 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.460735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1917887-4910-4aeb-b247-52b94e96d541 None None] Pushing event updated for resources: {'Port': ['ID=3ad7ffcd-3706-4c26-a6f2-73bf51c19db7,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:26.465403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c1917887-4910-4aeb-b247-52b94e96d541 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:26.496650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] For port 0211c488-bbbc-47d5-a325-96367d164d2d, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=0211c488-bbbc-47d5-a325-96367d164d2d,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:26.497338 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.604268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-0502bd11-3be9-49fc-ba6a-bf43e52d5d63 None None] Provisioning complete for port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:26.604697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0502bd11-3be9-49fc-ba6a-bf43e52d5d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.661300 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Calling delete_port for 0211c488-bbbc-47d5-a325-96367d164d2d owned by network:router_gateway {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:26.688755 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'name': 'tempest-TestMinimumBasicScenario-2082064290-router', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:20Z', 'updated_at': '2021-04-20T18:20:22Z', 'revision_number': 3, 'project_id': '301a9ee0db284992b626dad9241068ee', 'gw_port': {'id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:21Z', 'updated_at': '2021-04-20T18:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:26.693751 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef554e4-eb36-4175-a0e2-cfe1c2e95a07 None None] The sync data for ids ['f0709555-d7a1-4fac-a85e-a239b1d49234'] in dv-cinder-786930-2-smb is: [{'id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'name': 'tempest-TestMinimumBasicScenario-2082064290-router', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:20Z', 'updated_at': '2021-04-20T18:20:22Z', 'revision_number': 3, 'project_id': '301a9ee0db284992b626dad9241068ee', 'gw_port': {'id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:21Z', 'updated_at': '2021-04-20T18:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:20:26.694169 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.701250 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.744219 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-058c856a-802c-47ab-b2e2-86dc2670e9c5 tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:26.824089 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068673'] for router_interface, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.840403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Pushing event updated for resources: {'Port': ['ID=d2ce5c96-a788-4079-bb5b-dc9cb42dd36d,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:26.857803 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:26.870517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:26.876514 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c6338868-8508-4708-a7c0-fbe63b81c64a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:26.928696 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Pushing event deleted for resources: {'Port': ['ID=0211c488-bbbc-47d5-a325-96367d164d2d,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:26.997096 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:26.999085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:27.003604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:27.033770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853029761'] for router_gateway, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:27.074843 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:27.137313 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=0a3bdd0b-123a-48fa-9e9a-611bba25a50e,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:27.154336 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-12a5f70e-60b8-45b8-a33b-d7d2a5374a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'name': 'tempest-ServerRescueNegativeTestJSON-495896594-router', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17'}], 'enable_snat': True}, 'gw_port_id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:20:23Z', 'revision_number': 5, 'project_id': 'b072f1a5a03b4d2b88d582554e32983d', 'gw_port': {'id': '0211c488-bbbc-47d5-a325-96367d164d2d', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:11Z', 'updated_at': '2021-04-20T18:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:27.162212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:27.165697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f6ba0aa4-5632-4700-aac1-06be8e4ffc7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:27.238250 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a5f70e-60b8-45b8-a33b-d7d2a5374a4f None None] Checking router: d59050d4-d080-40d1-94bb-0de6638b02df for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:20:27.254589 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-0502bd11-3be9-49fc-ba6a-bf43e52d5d63 None None] Provisioning for port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:27.275701 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853010141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:27.278198 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-0502bd11-3be9-49fc-ba6a-bf43e52d5d63 None None] Provisioning complete for port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:27.278693 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:27.279143 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0502bd11-3be9-49fc-ba6a-bf43e52d5d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:27.308284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5f70e-60b8-45b8-a33b-d7d2a5374a4f None None] Routers {'d59050d4-d080-40d1-94bb-0de6638b02df'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:27.309101 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-12a5f70e-60b8-45b8-a33b-d7d2a5374a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['d59050d4-d080-40d1-94bb-0de6638b02df'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:27.379938 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Router f0709555-d7a1-4fac-a85e-a239b1d49234 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:20:27.403717 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706855'] for router, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:27.404544 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d59050d4-d080-40d1-94bb-0de6638b02df {{(pid=86320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:20:27.428688 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:27.430496 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-62d72a5b-82ae-4ca5-ac2a-202d16ca4863 admin admin] 10.222.0.21 "DELETE /v2.0/routers/d59050d4-d080-40d1-94bb-0de6638b02df HTTP/1.1" status: 204 len: 168 time: 1.8019180 Apr 20 18:20:27.443364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51344) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:27.523028 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-12a5f70e-60b8-45b8-a33b-d7d2a5374a4f None None] Set router d59050d4-d080-40d1-94bb-0de6638b02df gateway port host: None {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:27.556417 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-9243ba05-bb9a-4a75-891e-5102fc8933d2 admin admin] Deleting subnet 0402e5f9-2c87-47d1-be48-d902f55b0f9b {{(pid=86320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:20:27.561249 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9243ba05-bb9a-4a75-891e-5102fc8933d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:27.576658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=0a3bdd0b-123a-48fa-9e9a-611bba25a50e,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:27.651156 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:20:27.688225 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-12a5f70e-60b8-45b8-a33b-d7d2a5374a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'name': 'tempest-ServerRescueNegativeTestJSON-495896594-router', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:20:26Z', 'revision_number': 7, 'project_id': 'b072f1a5a03b4d2b88d582554e32983d', 'gw_port_host': None}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:27.696304 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] 10.222.0.21 "PUT /v2.0/routers/f0709555-d7a1-4fac-a85e-a239b1d49234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1002777 Apr 20 18:20:27.706230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:27.706453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9243ba05-bb9a-4a75-891e-5102fc8933d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6417067'] for subnet, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:27.708341 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a5f70e-60b8-45b8-a33b-d7d2a5374a4f None None] The sync data for ids ['d59050d4-d080-40d1-94bb-0de6638b02df'] in dv-cinder-786930-2-smb is: [{'id': 'd59050d4-d080-40d1-94bb-0de6638b02df', 'name': 'tempest-ServerRescueNegativeTestJSON-495896594-router', 'tenant_id': 'b072f1a5a03b4d2b88d582554e32983d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:20:26Z', 'revision_number': 7, 'project_id': 'b072f1a5a03b4d2b88d582554e32983d', 'gw_port_host': None}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:20:27.717974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-0502bd11-3be9-49fc-ba6a-bf43e52d5d63 None None] Port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:20:27.746267 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device caefb9c6-cff0-4df1-962e-18b2de8a6764 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:27.819377 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9243ba05-bb9a-4a75-891e-5102fc8933d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:27.837735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port caefb9c6-cff0-4df1-962e-18b2de8a6764 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:27.843604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port caefb9c6-cff0-4df1-962e-18b2de8a6764 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:27.844026 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:27.896325 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-48471315-7193-41ac-b40b-0ca792a582ee None None] Provisioning complete for port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:27.896325 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-48471315-7193-41ac-b40b-0ca792a582ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:28.014579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-48471315-7193-41ac-b40b-0ca792a582ee None None] Port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:20:28.111978 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:28.134196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port caefb9c6-cff0-4df1-962e-18b2de8a6764, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=caefb9c6-cff0-4df1-962e-18b2de8a6764,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:28.139163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:28.140236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:28.142855 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9243ba05-bb9a-4a75-891e-5102fc8933d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847985512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7113702'] for subnet, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:28.151542 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f35b5a1a-f5eb-4cef-9c62-98269fcf447a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:28.181512 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:28.195131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243ba05-bb9a-4a75-891e-5102fc8933d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0402e5f9-2c87-47d1-be48-d902f55b0f9b,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:28.199408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9243ba05-bb9a-4a75-891e-5102fc8933d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:28.200522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9243ba05-bb9a-4a75-891e-5102fc8933d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:28.207905 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-9243ba05-bb9a-4a75-891e-5102fc8933d2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0402e5f9-2c87-47d1-be48-d902f55b0f9b HTTP/1.1" status: 204 len: 168 time: 0.7588651 Apr 20 18:20:28.210624 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51358) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:28.294919 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=caefb9c6-cff0-4df1-962e-18b2de8a6764,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:28.301139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:28.308264 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:28.308688 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:28.356939 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:28.509246 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:28.634896 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b754d42-4608-4677-bd8d-77d0689a8073']}} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:28.650107 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d325323-c7c0-4b88-b57d-21615fbd1d09') {'for_net_delete': True} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:28.650448 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d325323-c7c0-4b88-b57d-21615fbd1d09') {} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:28.663105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853646860'] for segment, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:28.678949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:28.686150 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=86319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:20:28.890295 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Network 2b754d42-4608-4677-bd8d-77d0689a8073 has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:20:28.927837 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847040987'] for segment, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:29.445418 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Network 2b754d42-4608-4677-bd8d-77d0689a8073 has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:20:29.480158 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:20:29.577207 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 0a3bdd0b-123a-48fa-9e9a-611bba25a50e up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:29.616042 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:29.624329 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:29.662657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:29.668756 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b754d42-4608-4677-bd8d-77d0689a8073,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:29.671646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:29.691590 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2b754d42-4608-4677-bd8d-77d0689a8073 HTTP/1.1" status: 204 len: 168 time: 1.4787059 Apr 20 18:20:29.725668 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:29.726161 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:29.920019 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device caefb9c6-cff0-4df1-962e-18b2de8a6764 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:29.987859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51392) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:30.002567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port caefb9c6-cff0-4df1-962e-18b2de8a6764 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:30.003233 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:30.058671 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ba05f1ff-2986-4faf-ab37-15ec9630b028 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b072f1a5a03b4d2b88d582554e32983d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0692708 Apr 20 18:20:30.061060 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51396) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:30.095094 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Sync routers for ids ['f0709555-d7a1-4fac-a85e-a239b1d49234'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:20:30.116235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Routers {'f0709555-d7a1-4fac-a85e-a239b1d49234'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:30.116923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['f0709555-d7a1-4fac-a85e-a239b1d49234'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:30.151450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d6df37c9-1fef-43ac-bcc2-a8047ead1448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:30.174127 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 0211c488-bbbc-47d5-a325-96367d164d2d no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:20:30.197673 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d6df37c9-1fef-43ac-bcc2-a8047ead1448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:30.214620 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: 0211c488-bbbc-47d5-a325-96367d164d2d {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:20:30.215114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 0211c488-bbbc-47d5-a325-96367d164d2d not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:20:30.215640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device e87b3098-931c-4b00-931a-e45737402e74 no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:20:30.256366 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d6df37c9-1fef-43ac-bcc2-a8047ead1448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:30.267791 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: e87b3098-931c-4b00-931a-e45737402e74 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:20:30.268180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device e87b3098-931c-4b00-931a-e45737402e74 not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:20:30.269312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-104b26f2-ad31-47bb-b660-2e110e2e60d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:30.288673 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df37c9-1fef-43ac-bcc2-a8047ead1448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38c7c0b-d288-49a1-b41f-a72a3a6ece37,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:30.292083 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d6df37c9-1fef-43ac-bcc2-a8047ead1448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:30.293583 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d6df37c9-1fef-43ac-bcc2-a8047ead1448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:30.304463 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d6df37c9-1fef-43ac-bcc2-a8047ead1448 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a38c7c0b-d288-49a1-b41f-a72a3a6ece37 HTTP/1.1" status: 204 len: 168 time: 0.2377055 Apr 20 18:20:30.379993 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Set router f0709555-d7a1-4fac-a85e-a239b1d49234 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:30.789819 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:20:30.869433 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'name': 'tempest-TestMinimumBasicScenario-2082064290-router', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:20Z', 'updated_at': '2021-04-20T18:20:26Z', 'revision_number': 4, 'project_id': '301a9ee0db284992b626dad9241068ee', 'gw_port': {'id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:21Z', 'updated_at': '2021-04-20T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'd2ce5c96-a788-4079-bb5b-dc9cb42dd36d', 'name': '', 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'mac_address': 'fa:16:3e:84:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '417415e2-f4d6-4260-9659-64139f1fdb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:25Z', 'updated_at': '2021-04-20T18:20:26Z', 'revision_number': 2, 'project_id': '301a9ee0db284992b626dad9241068ee', 'subnets': [{'id': '417415e2-f4d6-4260-9659-64139f1fdb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:30.873861 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Checking router: f0709555-d7a1-4fac-a85e-a239b1d49234 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:20:30.874310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Updating router f0709555-d7a1-4fac-a85e-a239b1d49234 port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d binding host dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:20:30.962432 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:31.455227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:31.469848 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Transition to ACTIVE for port object d2ce5c96-a788-4079-bb5b-dc9cb42dd36d will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:31.471583 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51422) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:31.479539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:31.485303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-928d1a3f-e462-4c4e-82f6-889478fb2803 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:31.655381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1979793846-network', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:31.660874 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:31.665902 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Usage tracker for resource:network and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:31.674510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:31.682137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:31.698157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Made reservation on behalf of 0e68d8ac84e348d2bae03233d3574dac for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:20:31.703076 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:31.724972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:31.750240 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:31.754677 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Usage tracker for resource:security_group_rule and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:31.761075 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:31.769425 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:31.774928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Attempting to bind port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:31.775337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Attempting to bind port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': '08747cc2-7e57-4556-a387-711a680ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:31.775736 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Attempting to bind port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d on network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:31.783778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:31.784179 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Checking segment: {'id': '08747cc2-7e57-4556-a387-711a680ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:31.784604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:31.785031 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Bound using segment: {'id': '08747cc2-7e57-4556-a387-711a680ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:31.785538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Bound port: d2ce5c96-a788-4079-bb5b-dc9cb42dd36d, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08747cc2-7e57-4556-a387-711a680ba812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:31.785944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:31.888372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:31.895592 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:31.897082 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604a6ad-bdcf-483f-a8a7-ff657fa67794 None None] Pushing event updated for resources: {'Port': ['ID=d2ce5c96-a788-4079-bb5b-dc9cb42dd36d,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:31.903280 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c604a6ad-bdcf-483f-a8a7-ff657fa67794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:31.905295 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] For port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:31.908799 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] For port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=d2ce5c96-a788-4079-bb5b-dc9cb42dd36d,segment=NetworkSegment(08747cc2-7e57-4556-a387-711a680ba812),segment_id=08747cc2-7e57-4556-a387-711a680ba812)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:31.916849 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-502bed46-d0b0-4751-aec9-747e5b045552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:31.934077 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:31.939642 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:31.952746 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190079dd-bd90-4ea4-86d7-63b3b003effe,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:31.959549 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:31.964923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:20:31.979549 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:31.980085 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Added segment 686f9b42-9757-4d2b-967a-fe61b59dab51 of type vlan for network 4395f03d-9c42-44cf-923d-981c8222378d Apr 20 18:20:32.010573 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:32.050975 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:32.052653 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:32.053815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:32.059203 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:32.079678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Routers {'f0709555-d7a1-4fac-a85e-a239b1d49234'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:32.080709 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['f0709555-d7a1-4fac-a85e-a239b1d49234'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:32.239604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604a6ad-bdcf-483f-a8a7-ff657fa67794 None None] Pushing event updated for resources: {'Port': ['ID=d2ce5c96-a788-4079-bb5b-dc9cb42dd36d,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:32.254650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c604a6ad-bdcf-483f-a8a7-ff657fa67794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:32.334121 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] Set router f0709555-d7a1-4fac-a85e-a239b1d49234 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:32.456014 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Pushing event updated for resources: {'Network': ['ID=4395f03d-9c42-44cf-923d-981c8222378d,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:32.459195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:32.468910 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 4395f03d-9c42-44cf-923d-981c8222378d details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:20:32.484536 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51434) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:32.484774 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0116267 Apr 20 18:20:32.491821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Request body: {'subnet': {'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1979793846-subnet', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:32.503717 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:32.513829 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Usage tracker for resource:subnet and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:32.524509 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:32.538828 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:32.568085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Made reservation on behalf of 0e68d8ac84e348d2bae03233d3574dac for: {'subnet': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:20:32.578225 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6744913'] for subnet, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:32.779456 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'name': 'tempest-TestMinimumBasicScenario-2082064290-router', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:20Z', 'updated_at': '2021-04-20T18:20:26Z', 'revision_number': 4, 'project_id': '301a9ee0db284992b626dad9241068ee', 'gw_port': {'id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:21Z', 'updated_at': '2021-04-20T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'd2ce5c96-a788-4079-bb5b-dc9cb42dd36d', 'name': '', 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'mac_address': 'fa:16:3e:84:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '417415e2-f4d6-4260-9659-64139f1fdb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:25Z', 'updated_at': '2021-04-20T18:20:31Z', 'revision_number': 4, 'project_id': '301a9ee0db284992b626dad9241068ee', 'subnets': [{'id': '417415e2-f4d6-4260-9659-64139f1fdb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:32.784365 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57ef01-34d0-495a-8fe0-960ae5d2acc5 None None] The sync data for ids ['f0709555-d7a1-4fac-a85e-a239b1d49234'] in dv-cinder-786930-2-smb is: [{'id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'name': 'tempest-TestMinimumBasicScenario-2082064290-router', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:20Z', 'updated_at': '2021-04-20T18:20:26Z', 'revision_number': 4, 'project_id': '301a9ee0db284992b626dad9241068ee', 'gw_port': {'id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:21Z', 'updated_at': '2021-04-20T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'd2ce5c96-a788-4079-bb5b-dc9cb42dd36d', 'name': '', 'network_id': '76d6f8aa-ddce-49c7-a296-1f7cc399e400', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'mac_address': 'fa:16:3e:84:1b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '417415e2-f4d6-4260-9659-64139f1fdb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:25Z', 'updated_at': '2021-04-20T18:20:31Z', 'revision_number': 4, 'project_id': '301a9ee0db284992b626dad9241068ee', 'subnets': [{'id': '417415e2-f4d6-4260-9659-64139f1fdb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:20:33.140503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847041085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6744896'] for subnet, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.157177 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:33.226225 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=922a9fae-400a-41c3-866a-d7ced6811462,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:33.230652 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:33.260095 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Checking segment: {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:33.260362 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Network hostable DHCP agents. Network: 4395f03d-9c42-44cf-923d-981c8222378d, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:20:33.291243 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Network 4395f03d-9c42-44cf-923d-981c8222378d is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:20:33.312082 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 4395f03d-9c42-44cf-923d-981c8222378d) {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:33.322747 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb5438a-45d1-4f49-8ba0-10edbb9ddd48 None None] Network 4395f03d-9c42-44cf-923d-981c8222378d requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:20:33.332792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:33.333716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.360838 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-646f0807-ef4b-44ac-bb42-3a4ee374a74a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8721952 Apr 20 18:20:33.361760 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51448) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:33.368902 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:33.377363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:33.382095 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Usage tracker for resource:router and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:33.386294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:33.393159 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:33.413947 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853069834', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3538'] for router, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.415526 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1705982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1745944', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1587721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772315'] for router, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.446215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.755249 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device d2ce5c96-a788-4079-bb5b-dc9cb42dd36d up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:33.841927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa39b10c4-86ab-5b52-81f8-7a7a43c951c9-4395f03d-9c42-44cf-923d-981c8222378d', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462'}]}} from dv-cinder-786930-2-smb. {{(pid=86321) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:20:33.842995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.899811 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1746159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765701', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772300'] for router, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.952961 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:33.964205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:33.964625 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:34.315419 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:34.351019 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:34.357920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:34.419656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=d2ce5c96-a788-4079-bb5b-dc9cb42dd36d,segment=NetworkSegment(08747cc2-7e57-4556-a387-711a680ba812),segment_id=08747cc2-7e57-4556-a387-711a680ba812)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:34.428707 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:34.437293 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-db4e7394-f2be-46b4-a802-31d7bf7a4cef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:34.530024 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=d2ce5c96-a788-4079-bb5b-dc9cb42dd36d,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:34.538234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Allocated IP 172.20.0.2 (4395f03d-9c42-44cf-923d-981c8222378d/922a9fae-400a-41c3-866a-d7ced6811462/3028574e-759e-4ee3-8ea8-239043a04eb4) {{(pid=86321) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:34.541870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:34.542419 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:34.542815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:34.543183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:34.543546 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:34.543907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:34.544266 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:34.544621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:34.545245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:34.545388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:34.545643 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:34.545993 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:34.552383 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:34.572196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Allocated IP 172.28.2.205 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/b3be4f3d-3bff-4d78-b059-797a5d0c3b8a) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:34.783380 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:34.823938 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:34.829644 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:34.894741 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:34.898098 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:34.907382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:34.962566 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Notify callbacks [] for port, precommit_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:34.974426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Transition to ACTIVE for port object 3028574e-759e-4ee3-8ea8-239043a04eb4 will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:34.985207 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Pushing event updated for resources: {'Port': ['ID=b3be4f3d-3bff-4d78-b059-797a5d0c3b8a,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:34.995975 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:35.002301 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Transition to ACTIVE for port object 3028574e-759e-4ee3-8ea8-239043a04eb4 will not be triggered until provisioned by entity DHCP. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:35.009801 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320'] for port, after_create {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:35.021238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:35.070010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Network 4395f03d-9c42-44cf-923d-981c8222378d is already hosted by enough agents. {{(pid=86321) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:35.077015 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Resources bound (agent type, host, resource id): {{(pid=86321) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:35.090919 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Received port after_create {{(pid=86321) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:35.217526 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Pushing event updated for resources: {'Port': ['ID=3028574e-759e-4ee3-8ea8-239043a04eb4,revision_number=1']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:35.222093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:35.228314 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Attempting to bind port 3028574e-759e-4ee3-8ea8-239043a04eb4 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:35.228735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Attempting to bind port 3028574e-759e-4ee3-8ea8-239043a04eb4 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:35.229123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Attempting to bind port 3028574e-759e-4ee3-8ea8-239043a04eb4 on network 4395f03d-9c42-44cf-923d-981c8222378d {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:35.235710 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:35.236132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Checking segment: {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:35.236586 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:35.237021 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Bound using segment: {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:35.237694 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Bound port: 3028574e-759e-4ee3-8ea8-239043a04eb4, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:35.238115 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:35.348962 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-42486779-3970-4cf1-a343-f789abe7085c None None] For port 3028574e-759e-4ee3-8ea8-239043a04eb4, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:35.352867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-42486779-3970-4cf1-a343-f789abe7085c None None] For port 3028574e-759e-4ee3-8ea8-239043a04eb4, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=3028574e-759e-4ee3-8ea8-239043a04eb4,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:35.357779 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:35.365356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bf744ed0-6545-4a71-bf32-f58ec474b163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:35.497055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:35.516150 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device d2ce5c96-a788-4079-bb5b-dc9cb42dd36d up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:35.568766 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Pushing event updated for resources: {'Port': ['ID=3028574e-759e-4ee3-8ea8-239043a04eb4,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:35.581865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:35.626183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:35.626801 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:36.041235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853010083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853029691'] for router, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:36.575945 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Router fb346610-77b2-48f9-9ebc-9f0586873a25 is scheduled to L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc with binding_index 1 {{(pid=86320) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:20:36.843142 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:20:36.855509 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Sync routers for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:20:36.871204 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:36.871931 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:36.872333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:36.876185 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5104113 Apr 20 18:20:36.877095 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51466) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:37.150667 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:37.374151 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dabe679-1304-4851-8831-62baf45de592 None None] Network 4395f03d-9c42-44cf-923d-981c8222378d requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:20:37.597342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 3028574e-759e-4ee3-8ea8-239043a04eb4 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:37.722049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-4dd4a53a-564b-405e-beac-4d2c6724c9df None None] Provisioning for port 3028574e-759e-4ee3-8ea8-239043a04eb4 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:37.869537 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port 3028574e-759e-4ee3-8ea8-239043a04eb4 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:37.876501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 3028574e-759e-4ee3-8ea8-239043a04eb4 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:37.876923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:37.900373 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:37.954752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:35Z', 'revision_number': 3, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:37.962695 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Checking router: fb346610-77b2-48f9-9ebc-9f0586873a25 for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:20:37.963141 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Updating router fb346610-77b2-48f9-9ebc-9f0586873a25 port b3be4f3d-3bff-4d78-b059-797a5d0c3b8a binding host dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:20:38.022299 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.191847 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.221729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Allocated IP 172.20.0.1 (4395f03d-9c42-44cf-923d-981c8222378d/922a9fae-400a-41c3-866a-d7ced6811462/deff8aec-a6a2-4d3a-8679-c0a3e77df4e3) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:38.257355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port 3028574e-759e-4ee3-8ea8-239043a04eb4, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=3028574e-759e-4ee3-8ea8-239043a04eb4,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:38.272127 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.278150 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:38.502587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.533800 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Transition to ACTIVE for port object deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 will not be triggered until provisioned by entity DHCP. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:38.562516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.568486 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a144894f-6d96-45b5-95bf-0848a5ecdfce tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:38.572344 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-7a0b326a-5987-46f4-a1d3-0eab8c42e19f None None] Provisioning complete for port 3028574e-759e-4ee3-8ea8-239043a04eb4 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:38.572762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7a0b326a-5987-46f4-a1d3-0eab8c42e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.653067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Network 4395f03d-9c42-44cf-923d-981c8222378d is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:38.658070 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:38.666488 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:38.717670 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Pushing event updated for resources: {'Port': ['ID=deff8aec-a6a2-4d3a-8679-c0a3e77df4e3,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:38.722440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:38.749511 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1707032'] for router_interface, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.874074 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=3028574e-759e-4ee3-8ea8-239043a04eb4,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:38.879007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:38.927488 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.023068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-3e34c24a-9e1d-475b-a6e7-b94b3c31dedb None None] Provisioning for port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:39.030318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-3e34c24a-9e1d-475b-a6e7-b94b3c31dedb None None] Provisioning complete for port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:39.030786 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3e34c24a-9e1d-475b-a6e7-b94b3c31dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.103799 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Notify callbacks [] for port, precommit_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.119847 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-3e34c24a-9e1d-475b-a6e7-b94b3c31dedb None None] Port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:20:39.123642 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Transition to ACTIVE for port object b3be4f3d-3bff-4d78-b059-797a5d0c3b8a will not be triggered until provisioned by entity L2. {{(pid=86321) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:39.130340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.140460 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:39.213276 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Attempting to bind port b3be4f3d-3bff-4d78-b059-797a5d0c3b8a on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:39.213621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Attempting to bind port b3be4f3d-3bff-4d78-b059-797a5d0c3b8a by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:39.214001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Attempting to bind port b3be4f3d-3bff-4d78-b059-797a5d0c3b8a on network 7b612f0a-6263-4b19-bfa2-1df00b92c582 {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:39.225962 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:39.227440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Checking segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86321) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:39.227440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.228168 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Bound using segment: {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'} {{(pid=86321) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:39.228348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Bound port: b3be4f3d-3bff-4d78-b059-797a5d0c3b8a, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea16a38a-1537-45d7-8ecf-c75268a772d3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}}] {{(pid=86321) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:39.229252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.233949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.239588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.279629 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:39.311398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] For port b3be4f3d-3bff-4d78-b059-797a5d0c3b8a, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86321) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:39.314815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] For port b3be4f3d-3bff-4d78-b059-797a5d0c3b8a, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=b3be4f3d-3bff-4d78-b059-797a5d0c3b8a,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86321) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:39.318941 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d17ab-9e7c-4195-99e4-2a509107d45a None None] Pushing event updated for resources: {'Port': ['ID=b3be4f3d-3bff-4d78-b059-797a5d0c3b8a,revision_number=2']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:39.322481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.332393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4e0d17ab-9e7c-4195-99e4-2a509107d45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:39.332924 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4e0d17ab-9e7c-4195-99e4-2a509107d45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:39.359406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Pushing event updated for resources: {'Port': ['ID=deff8aec-a6a2-4d3a-8679-c0a3e77df4e3,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:39.363269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:39.385669 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1668260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853068673'] for router_interface, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.407711 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:39.408422 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:39.553957 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 3028574e-759e-4ee3-8ea8-239043a04eb4 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:39.560416 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Network 4395f03d-9c42-44cf-923d-981c8222378d is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:39.561487 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:39.646003 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d17ab-9e7c-4195-99e4-2a509107d45a None None] Pushing event updated for resources: {'Port': ['ID=b3be4f3d-3bff-4d78-b059-797a5d0c3b8a,revision_number=3']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:39.665810 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4e0d17ab-9e7c-4195-99e4-2a509107d45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:39.696564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port 3028574e-759e-4ee3-8ea8-239043a04eb4 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:39.696985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.844461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:40.203235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Router fb346610-77b2-48f9-9ebc-9f0586873a25 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:20:40.386602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-f2aa2638-866f-4991-9c38-3a3db9d2e3d2 None None] Provisioning complete for port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:40.387388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f2aa2638-866f-4991-9c38-3a3db9d2e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:40.457866 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:20:40.487356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:39Z', 'revision_number': 2, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:40.489325 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] 10.222.0.21 "PUT /v2.0/routers/fb346610-77b2-48f9-9ebc-9f0586873a25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6108279 Apr 20 18:20:40.490268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-f2aa2638-866f-4991-9c38-3a3db9d2e3d2 None None] Port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:20:40.495729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50f0c42-1267-4479-ada5-e8083f375676 None None] The sync data for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb is: [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:39Z', 'revision_number': 2, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:20:40.577732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-30fa99e5-a8f4-44e2-b9c4-b9d960685339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.048445 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51500) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:41.057300 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945079602', 'description': 'tempest-description--1516126597'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:41.063913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:41.070633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Usage tracker for resource:security_group and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:41.074056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:41.093554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:41.109135 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.135408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:41.144287 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Usage tracker for resource:security_group_rule and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:41.147781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:41.155268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:41.250303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.254651 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.262286 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-35d8613d-8402-49e1-ba34-066ae07f1c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:41.312736 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.316880 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2648392 Apr 20 18:20:41.317252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51506) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:41.321259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb4e56b-b8a1-4982-8371-7afb4abe50bd,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:41.326288 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:41.330318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-2e3eb59d-f172-455e-b714-5163a4d4f12a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Request body: {'security_group_rule': {'security_group_id': '0eb4e56b-b8a1-4982-8371-7afb4abe50bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:41.338150 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2e3eb59d-f172-455e-b714-5163a4d4f12a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:41.342744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2e3eb59d-f172-455e-b714-5163a4d4f12a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Usage tracker for resource:security_group_rule and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:41.346279 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2e3eb59d-f172-455e-b714-5163a4d4f12a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:41.353371 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2e3eb59d-f172-455e-b714-5163a4d4f12a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:41.373239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb59d-f172-455e-b714-5163a4d4f12a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.491157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb59d-f172-455e-b714-5163a4d4f12a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.496093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb59d-f172-455e-b714-5163a4d4f12a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.499805 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:41.559485 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3eb59d-f172-455e-b714-5163a4d4f12a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e3907a-60d4-4d2e-b537-83fc2f66b02a,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:41.562261 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2e3eb59d-f172-455e-b714-5163a4d4f12a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:41.573737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2e3eb59d-f172-455e-b714-5163a4d4f12a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.577667 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2e3eb59d-f172-455e-b714-5163a4d4f12a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2570240 Apr 20 18:20:41.582565 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51516) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:41.596625 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-8b089e49-e25b-432a-b2f2-c9cfd7e8eea9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Request body: {'security_group_rule': {'security_group_id': '0eb4e56b-b8a1-4982-8371-7afb4abe50bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:41.609016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8b089e49-e25b-432a-b2f2-c9cfd7e8eea9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:41.619033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8b089e49-e25b-432a-b2f2-c9cfd7e8eea9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Usage tracker for resource:security_group_rule and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:41.636137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8b089e49-e25b-432a-b2f2-c9cfd7e8eea9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:41.647457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8b089e49-e25b-432a-b2f2-c9cfd7e8eea9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:41.671843 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8b089e49-e25b-432a-b2f2-c9cfd7e8eea9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.746669 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8b089e49-e25b-432a-b2f2-c9cfd7e8eea9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.749784 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8b089e49-e25b-432a-b2f2-c9cfd7e8eea9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.752128 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:41.777343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b089e49-e25b-432a-b2f2-c9cfd7e8eea9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e025c6-a58a-45a2-bc35-a4b84f8e0d2b,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:41.780031 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8b089e49-e25b-432a-b2f2-c9cfd7e8eea9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:41.788146 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8b089e49-e25b-432a-b2f2-c9cfd7e8eea9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.790011 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-8b089e49-e25b-432a-b2f2-c9cfd7e8eea9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2077615 Apr 20 18:20:41.793729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51522) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:41.799592 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Request body: {'floatingip': {'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:41.807007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:41.811284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Usage tracker for resource:floatingip and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:41.814406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:41.821373 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:41.832026 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.987196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.141522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Allocated IP 172.28.2.21 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/b127e6b4-2cc1-46cb-a0af-ecc300797c81) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:42.300843 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.333316 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.338913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-43a5d548-1aa7-4b89-ae8a-3cf1c16819c1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:42.405222 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:42.408804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:42.412824 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:42.457903 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event updated for resources: {'Port': ['ID=b127e6b4-2cc1-46cb-a0af-ecc300797c81,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:42.462765 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:42.511169 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.574033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.801152 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.805649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.810309 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-15d6458c-afda-433f-a644-7d44a4489126 tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:42.926889 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event updated for resources: {'Port': ['ID=b127e6b4-2cc1-46cb-a0af-ecc300797c81,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:42.933041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:42.941781 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.966974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.975029 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1735990 Apr 20 18:20:43.144551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2f25834c-673c-4755-8ffd-a643779584b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:43.183890 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-dd596532-082e-40b6-b51f-7270c7728801 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Synchronizing usage tracker for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:43.269281 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-dd596532-082e-40b6-b51f-7270c7728801 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Unset dirty status for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:43.270592 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-dd596532-082e-40b6-b51f-7270c7728801 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1945079602&fields=id&tenant_id=0e68d8ac84e348d2bae03233d3574dac HTTP/1.1" status: 200 len: 267 time: 0.1649950 Apr 20 18:20:43.436130 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-582061cd-fe99-4857-b65c-4161b4880e29 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:43.438663 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-582061cd-fe99-4857-b65c-4161b4880e29 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/networks?id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee HTTP/1.1" status: 200 len: 814 time: 0.2905972 Apr 20 18:20:43.466166 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-3b3552c2-fa87-4b8d-9757-99fab621ac35 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/quotas/31a8473ee6df41d6b7760fa839502252 HTTP/1.1" status: 200 len: 375 time: 0.0123639 Apr 20 18:20:43.526739 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device b3be4f3d-3bff-4d78-b059-797a5d0c3b8a up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:43.572228 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-8ef1eb27-a63c-4b99-81af-4a7c3c7767c3 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:43.573004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-8ef1eb27-a63c-4b99-81af-4a7c3c7767c3 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Synchronizing usage tracker for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:network {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:43.608637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port b3be4f3d-3bff-4d78-b059-797a5d0c3b8a completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:43.612301 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-8ef1eb27-a63c-4b99-81af-4a7c3c7767c3 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Unset dirty status for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:network {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:43.615099 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port b3be4f3d-3bff-4d78-b059-797a5d0c3b8a triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:43.615629 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:43.619174 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-8ef1eb27-a63c-4b99-81af-4a7c3c7767c3 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/networks?id=4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 200 len: 811 time: 0.3382356 Apr 20 18:20:43.634085 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-cf7acb5f-2f49-40a0-83b2-b85b241f4df7 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/quotas/0e68d8ac84e348d2bae03233d3574dac HTTP/1.1" status: 200 len: 375 time: 0.0139468 Apr 20 18:20:43.641811 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ee596f54-bd3e-4d70-b1c3-1fff08e7498b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=31a8473ee6df41d6b7760fa839502252&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1767259 Apr 20 18:20:43.746041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:43.763266 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port b3be4f3d-3bff-4d78-b059-797a5d0c3b8a, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=b3be4f3d-3bff-4d78-b059-797a5d0c3b8a,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:43.766407 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:43.768982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:43.843478 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=b3be4f3d-3bff-4d78-b059-797a5d0c3b8a,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:43.846651 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:43.864604 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-113650f9-f011-4662-9d26-0dc829386a9b tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e68d8ac84e348d2bae03233d3574dac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2217436 Apr 20 18:20:43.871266 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-1fc7d96e-986b-4c40-a3f6-362764f7c7c6 service neutron] 10.222.0.21 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911933 Apr 20 18:20:43.874171 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:43.987085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Sync routers for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:20:43.998050 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:43.998793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:44.376954 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:44.377602 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-fcf4d210-2bb8-4c7a-9ece-6b0428164f2a service neutron] 10.222.0.21 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992843 Apr 20 18:20:44.379220 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-082e4a5a-db73-49f8-a608-e48524dd57f3 service neutron] 10.222.0.21 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792387 Apr 20 18:20:44.399928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:44.536266 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-5e7c1344-b2ed-42c0-8dc2-0eadbaf218e1 service neutron] 10.222.0.21 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478348 Apr 20 18:20:44.796829 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:39Z', 'revision_number': 2, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:44.801094 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Checking router: fb346610-77b2-48f9-9ebc-9f0586873a25 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:20:44.801488 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Updating router fb346610-77b2-48f9-9ebc-9f0586873a25 port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 binding host dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:20:44.837462 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4afddfd6-0f09-46cc-b6b1-9818a017b996 req-7a885cdf-0625-44b5-89d0-8e8e9084be29 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 210 time: 0.1041205 Apr 20 18:20:44.845122 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6ce8b547-463c-468c-a544-18ef7faa3dab req-bd6e2e15-a2d8-4c6b-a02c-202e2963f14b tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.0616453 Apr 20 18:20:44.888005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.233563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.299996 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Notify callbacks [] for port, precommit_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.313671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Transition to ACTIVE for port object deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 will not be triggered until provisioned by entity L2. {{(pid=86322) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:45.319824 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.325257 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:45.499157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device b3be4f3d-3bff-4d78-b059-797a5d0c3b8a up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:45.503723 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f18817-c52a-4cf4-a239-2aab5a70740c None None] Pushing event updated for resources: {'Port': ['ID=deff8aec-a6a2-4d3a-8679-c0a3e77df4e3,revision_number=3']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:45.540218 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f4f18817-c52a-4cf4-a239-2aab5a70740c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:45.566220 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Attempting to bind port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 on host dv-cinder-786930-2-smb for vnic_type normal with profile {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:45.567016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Attempting to bind port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 by drivers openvswitch,hyperv on host dv-cinder-786930-2-smb at level 0 using segments [{'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:45.567545 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Attempting to bind port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 on network 4395f03d-9c42-44cf-923d-981c8222378d {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:45.575451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Checking agent: {'id': '73675784-b31c-433d-88fb-0be4ffcb9ca4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 8, 44), 'started_at': datetime.datetime(2021, 4, 20, 18, 9, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:45.575862 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Checking segment: {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86322) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:45.576410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.576745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Bound using segment: {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'} {{(pid=86322) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:45.577320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Bound port: deff8aec-a6a2-4d3a-8679-c0a3e77df4e3, host: dv-cinder-786930-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'}}] {{(pid=86322) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:45.577672 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.600350 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port b3be4f3d-3bff-4d78-b059-797a5d0c3b8a triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:45.600965 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.680369 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] For port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3, host dv-cinder-786930-2-smb, cleared binding levels {{(pid=86322) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:45.684862 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] For port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3, host dv-cinder-786930-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=deff8aec-a6a2-4d3a-8679-c0a3e77df4e3,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86322) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:45.689414 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86322) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.694816 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e38228c9-c16c-4b10-bc2c-c9d21dbddaca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:45.793053 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:45.793755 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:46.152028 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f18817-c52a-4cf4-a239-2aab5a70740c None None] Pushing event updated for resources: {'Port': ['ID=deff8aec-a6a2-4d3a-8679-c0a3e77df4e3,revision_number=4']} {{(pid=86322) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:46.156810 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e1e707d6-d31f-4ed2-83bc-756f2606e950 req-e432e31c-3bff-455b-a292-f0acbd1bbbc0 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.0571039 Apr 20 18:20:46.168904 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f4f18817-c52a-4cf4-a239-2aab5a70740c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=86322) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:46.228975 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-13c2d557-f253-4534-9cae-aff4a8569203 req-d7b75ae3-27df-41e3-ae59-63af5c1caf87 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 210 time: 0.1304595 Apr 20 18:20:46.292082 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-2adb4565-2d07-4b7e-be4f-3d6cce53c2ef tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:46.293527 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-2adb4565-2d07-4b7e-be4f-3d6cce53c2ef tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Synchronizing usage tracker for tenant:31a8473ee6df41d6b7760fa839502252 on resource:network {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:46.304466 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:46.314764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-2adb4565-2d07-4b7e-be4f-3d6cce53c2ef tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Unset dirty status for tenant:31a8473ee6df41d6b7760fa839502252 on resource:network {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:46.316186 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-2adb4565-2d07-4b7e-be4f-3d6cce53c2ef tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.37 "GET /v2.0/networks?id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee HTTP/1.1" status: 200 len: 814 time: 0.4359493 Apr 20 18:20:46.334338 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Request body: {'port': {'device_id': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'admin_state_up': True, 'tenant_id': '31a8473ee6df41d6b7760fa839502252'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:46.528942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:46.535934 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Usage tracker for resource:port and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:46.539915 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:46.549632 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:46.561621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Made reservation on behalf of 31a8473ee6df41d6b7760fa839502252 for: {'port': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:20:46.568745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:46.796560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:45Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:46.809492 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b77f65e-2663-4876-8816-7b6cfdd9fe97 None None] The sync data for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb is: [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:45Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:20:46.856213 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Allocated IP 172.20.0.6 (48a11a5f-fdcd-4507-bac1-5c84dd90b5ee/a0413b04-69f0-44bb-b832-c94528505b97/f5b7907a-735c-4da3-bb00-f18e778ef1e0) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:47.114268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-888f6e79-6474-4f75-9aad-3987ef7ccc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:47.122472 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-888f6e79-6474-4f75-9aad-3987ef7ccc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.37 "GET /v2.0/networks?id=4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 200 len: 811 time: 0.3378112 Apr 20 18:20:47.489513 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:47.529404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Transition to ACTIVE for port object f5b7907a-735c-4da3-bb00-f18e778ef1e0 will not be triggered until provisioned by entity DHCP. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:47.558764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:47.583750 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:47.584583 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:47.700720 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:47.701854 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event updated for resources: {'Port': ['ID=f5b7907a-735c-4da3-bb00-f18e778ef1e0,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:47.702823 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4aa73e18-39ac-4d10-9bb9-a8c805490069 req-55aad59d-17ba-4397-8f9e-f4c2902f7098 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.3272066 Apr 20 18:20:47.722654 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:47.725060 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:47.725698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:47.728139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning for port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:47.735591 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:47.736940 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:47.852758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:47.853970 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:47.899363 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5704193 Apr 20 18:20:47.931671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339589dd-5741-4ee3-b0af-848696f6d1eb req-0a26a542-8818-41e5-a93d-06ec343ea66f tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:47.933872 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-339589dd-5741-4ee3-b0af-848696f6d1eb req-0a26a542-8818-41e5-a93d-06ec343ea66f tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 931 time: 0.4116147 Apr 20 18:20:48.018388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.055790 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-339589dd-5741-4ee3-b0af-848696f6d1eb req-5dc274dd-d778-48e1-bb0a-f2f9759fbafc tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127906 Apr 20 18:20:48.277137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] For port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=deff8aec-a6a2-4d3a-8679-c0a3e77df4e3,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:48.284659 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.288678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:48.327085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.337320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-895c9f48-c138-4c5c-8901-89ca071b295a None None] Provisioning for port f5b7907a-735c-4da3-bb00-f18e778ef1e0 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:48.353866 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-895c9f48-c138-4c5c-8901-89ca071b295a None None] Provisioning complete for port f5b7907a-735c-4da3-bb00-f18e778ef1e0 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:48.354992 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-895c9f48-c138-4c5c-8901-89ca071b295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.426379 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Pushing event updated for resources: {'Port': ['ID=deff8aec-a6a2-4d3a-8679-c0a3e77df4e3,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:48.431672 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:48.432435 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-895c9f48-c138-4c5c-8901-89ca071b295a None None] Port f5b7907a-735c-4da3-bb00-f18e778ef1e0 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:20:48.904306 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb89d4de-58ef-4f7c-8d7d-e28752bc79d8 req-895006ad-ead1-43b5-95e9-73ccefdc7975 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.0540497 Apr 20 18:20:49.265307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5032f-d32a-4812-b74e-07f437b10040 req-aa5e171e-5d13-49e7-bcd4-f2b5ebb81b0a tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:49.267086 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-dfe5032f-d32a-4812-b74e-07f437b10040 req-aa5e171e-5d13-49e7-bcd4-f2b5ebb81b0a tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 931 time: 0.0939534 Apr 20 18:20:49.320591 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-dfe5032f-d32a-4812-b74e-07f437b10040 req-489120ca-aaeb-4163-98cd-fa4b99c6b55f tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456433 Apr 20 18:20:49.480990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 up at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:49.556611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Provisioning complete for port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:49.556996 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.079202 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-eb001c73-5032-4a41-a392-5d2ecb6ea14c req-a1f56d75-3345-42a6-a95b-539c9a5b5f63 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.0544820 Apr 20 18:20:50.532484 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ee084-b3e5-46c4-b58b-17fb4a0ca7a0 req-65a2a1ed-d3cd-4ff1-923b-d33541d58db7 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:50.534072 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-861ee084-b3e5-46c4-b58b-17fb4a0ca7a0 req-65a2a1ed-d3cd-4ff1-923b-d33541d58db7 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 931 time: 0.0932982 Apr 20 18:20:50.587202 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-861ee084-b3e5-46c4-b58b-17fb4a0ca7a0 req-00325337-e262-4a2e-b404-b5301d075a63 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450389 Apr 20 18:20:51.254638 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-91525ca2-e79e-4617-960f-f012dbd3af27 req-75da20f7-873a-47a2-8527-afc27b652083 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.0559990 Apr 20 18:20:51.795442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9876b34-0127-4f99-91c8-93e0c7d801b5 req-0b1a956b-0a7e-411a-bcdc-4d0ff2a83975 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:51.797071 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a9876b34-0127-4f99-91c8-93e0c7d801b5 req-0b1a956b-0a7e-411a-bcdc-4d0ff2a83975 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 931 time: 0.0917027 Apr 20 18:20:51.848713 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a9876b34-0127-4f99-91c8-93e0c7d801b5 req-78b1b3a4-4df6-49f6-8f0b-fc758068c8c2 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452340 Apr 20 18:20:52.428112 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fb20880a-b8c7-49ef-a689-96fc44d51284 req-5fd2ca41-1fca-49f4-99db-56972138e6e5 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.0540226 Apr 20 18:20:53.071472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76278fb9-05c8-4d74-84bc-d1695244924a req-c6b1a7d2-8392-444d-82d9-7d90d35500ba tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:53.073130 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-76278fb9-05c8-4d74-84bc-d1695244924a req-c6b1a7d2-8392-444d-82d9-7d90d35500ba tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 931 time: 0.0969219 Apr 20 18:20:53.126367 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-76278fb9-05c8-4d74-84bc-d1695244924a req-f313b624-2782-43b3-b91a-cd38ff7b140c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454857 Apr 20 18:20:53.615094 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5466c79e-6477-4fec-be28-91163712b9c4 req-6636f172-f093-4fe7-8ea0-16372a08c15f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.0505505 Apr 20 18:20:54.344623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de5052-45c6-4db9-9a2e-ad953fc02865 req-b5ba1bb9-c751-4c8a-9f6f-33af96d2bd0c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:54.346246 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b1de5052-45c6-4db9-9a2e-ad953fc02865 req-b5ba1bb9-c751-4c8a-9f6f-33af96d2bd0c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 931 time: 0.0986807 Apr 20 18:20:54.397933 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b1de5052-45c6-4db9-9a2e-ad953fc02865 req-62c2efbc-2f6f-4622-b871-fd990136e246 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449729 Apr 20 18:20:54.791001 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c58f79c7-64f5-4bc8-bd2f-603ae3246246 req-c6933603-0347-4b24-a788-513fc86e327a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.0492783 Apr 20 18:20:55.615140 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a865d-1acc-45aa-9eca-419b09ff7a06 req-73c2e214-36a4-4868-adcf-7e3cfb7d69c4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:55.616808 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bd3a865d-1acc-45aa-9eca-419b09ff7a06 req-73c2e214-36a4-4868-adcf-7e3cfb7d69c4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 931 time: 0.0957673 Apr 20 18:20:55.668882 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bd3a865d-1acc-45aa-9eca-419b09ff7a06 req-d1127316-65cb-4ec6-9f3d-e1d2135ef593 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444419 Apr 20 18:20:55.970095 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f5639288-d70e-49e1-b45f-bf2f984cd0c5 req-72e2af86-4068-4241-89eb-f2d4c87c623d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.0536144 Apr 20 18:20:56.884306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f545c3b-1b70-48be-ad8c-8232ce88201c req-c8e0b8eb-0bac-48bf-a5dc-d16be145b6e9 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:56.885957 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9f545c3b-1b70-48be-ad8c-8232ce88201c req-c8e0b8eb-0bac-48bf-a5dc-d16be145b6e9 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 931 time: 0.0975847 Apr 20 18:20:56.941377 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9f545c3b-1b70-48be-ad8c-8232ce88201c req-9f4c5a44-f860-4488-8123-9504f6efcddf tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484200 Apr 20 18:20:57.159679 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ef04c117-1563-41b3-94f3-b8cf848be390 req-da1931fb-de25-458b-82fd-1cf68ba1e364 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.0527077 Apr 20 18:20:58.159226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4f6e1-2ab0-40e4-8ad3-92099486a745 req-514b2cae-8d3c-4661-99b1-9f9bbe859b78 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:58.160761 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2ea4f6e1-2ab0-40e4-8ad3-92099486a745 req-514b2cae-8d3c-4661-99b1-9f9bbe859b78 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 931 time: 0.0970199 Apr 20 18:20:58.212662 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2ea4f6e1-2ab0-40e4-8ad3-92099486a745 req-c9e2dcd4-27e0-4470-ad4b-4e5718857e27 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454762 Apr 20 18:20:58.324816 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4fb59277-fd0f-43c8-90e6-01ee09a407cb req-04744c9f-b4f0-456b-95ea-727fa9c38146 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.0485837 Apr 20 18:20:58.588226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Request body: {'port': {'device_id': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:58.674866 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-2fa89105-ff5f-4cb3-86c4-941ba2cdba88 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e68d8ac84e348d2bae03233d3574dac HTTP/1.1" status: 200 len: 5709 time: 0.0940187 Apr 20 18:20:58.692886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Request body: {'port': {'device_id': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'admin_state_up': True, 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'security_groups': ['0eb4e56b-b8a1-4982-8371-7afb4abe50bd']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:58.754909 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.861311 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:58.865449 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Usage tracker for resource:port and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:58.869199 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:58.875375 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:58.885307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Made reservation on behalf of 0e68d8ac84e348d2bae03233d3574dac for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:20:58.891503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.076750 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Allocated IP 172.20.0.8 (4395f03d-9c42-44cf-923d-981c8222378d/922a9fae-400a-41c3-866a-d7ced6811462/d8935204-c84e-4972-9b86-896cc1854072) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:59.151069 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b7907a-735c-4da3-bb00-f18e778ef1e0 {{(pid=86319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:20:59.159684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.175388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Transition to ACTIVE for port object f5b7907a-735c-4da3-bb00-f18e778ef1e0 will not be triggered until provisioned by entity L2. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:59.178403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.183248 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bf818c9d-7833-4e28-ae66-e577886a9fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:59.301493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.323523 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Transition to ACTIVE for port object d8935204-c84e-4972-9b86-896cc1854072 will not be triggered until provisioned by entity DHCP. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:59.451572 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.464009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cf5b9fe6-4fd7-409a-b876-0ab75e12174d tempest-VolumesActionsTest-605374691 tempest-VolumesActionsTest-605374691-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:59.559993 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b7907a-735c-4da3-bb00-f18e778ef1e0,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:59.566934 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:59.572112 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Attempting to bind port f5b7907a-735c-4da3-bb00-f18e778ef1e0 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:59.572753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Attempting to bind port f5b7907a-735c-4da3-bb00-f18e778ef1e0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:59.573250 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Attempting to bind port f5b7907a-735c-4da3-bb00-f18e778ef1e0 on network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:59.578708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Port f5b7907a-735c-4da3-bb00-f18e778ef1e0 on network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:20:59.579066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Attempting to bind port f5b7907a-735c-4da3-bb00-f18e778ef1e0 on network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:59.585439 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:59.586066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Checking segment: {'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:59.586490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Bound using segment: {'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:59.587136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Bound port: f5b7907a-735c-4da3-bb00-f18e778ef1e0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af4146e-71ba-4815-b8a1-d2bd73351f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee'}}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:59.587524 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.638870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Network 4395f03d-9c42-44cf-923d-981c8222378d is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:59.645362 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:59.648538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:59.694505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] For port f5b7907a-735c-4da3-bb00-f18e778ef1e0, host hv-cinder-78693, cleared binding levels {{(pid=86319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:59.697410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event updated for resources: {'Port': ['ID=d8935204-c84e-4972-9b86-896cc1854072,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:59.698624 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] For port f5b7907a-735c-4da3-bb00-f18e778ef1e0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:59.701088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:59.703046 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.708911 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ecc31b6f-c916-4d36-af0c-fa196c87fd13 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:59.749497 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048fe30-5031-4968-95fb-daa17f18a3cd req-5eec3f62-61a0-45f0-8604-aabd04cdaca4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:59.751427 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6048fe30-5031-4968-95fb-daa17f18a3cd req-5eec3f62-61a0-45f0-8604-aabd04cdaca4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 943 time: 0.4023814 Apr 20 18:20:59.782724 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:59.783443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.792395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:59.793077 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.794599 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] 10.222.0.37 "PUT /v2.0/ports/f5b7907a-735c-4da3-bb00-f18e778ef1e0 HTTP/1.1" status: 200 len: 1093 time: 1.2135260 Apr 20 18:20:59.795162 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:59.833982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b7907a-735c-4da3-bb00-f18e778ef1e0,revision_number=3']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:59.844808 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:59.847648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330d4e5-da6d-4548-ba76-5db084cc0c50 req-f6c91659-c3ed-495d-a366-0ccb95661770 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:59.848447 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-f330d4e5-da6d-4548-ba76-5db084cc0c50 req-f6c91659-c3ed-495d-a366-0ccb95661770 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Synchronizing usage tracker for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:59.856319 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-1f810a0b-9df3-4f32-8a58-8e278bd4d486 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1694052 Apr 20 18:20:59.862320 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6048fe30-5031-4968-95fb-daa17f18a3cd req-1eb9db48-3edc-4e9e-a356-48065fc6c402 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010516 Apr 20 18:20:59.876046 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Request body: {'port': {'device_id': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:59.974901 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'status': 'completed', 'code': 200} Apr 20 18:20:59.983113 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-f330d4e5-da6d-4548-ba76-5db084cc0c50 req-f6c91659-c3ed-495d-a366-0ccb95661770 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Unset dirty status for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:59.992129 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f330d4e5-da6d-4548-ba76-5db084cc0c50 req-f6c91659-c3ed-495d-a366-0ccb95661770 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 931 time: 0.4903562 Apr 20 18:21:00.010181 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-1114840c-6a17-43a9-b217-9b770192ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:00.012284 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-1114840c-6a17-43a9-b217-9b770192ae25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31a8473ee6df41d6b7760fa839502252&device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 1096 time: 0.1731224 Apr 20 18:21:00.070069 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-b3857f26-2a77-4642-9dee-4103be896f1d None None] Provisioning for port d8935204-c84e-4972-9b86-896cc1854072 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:00.080600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-b3857f26-2a77-4642-9dee-4103be896f1d None None] Provisioning complete for port d8935204-c84e-4972-9b86-896cc1854072 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:00.081022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b3857f26-2a77-4642-9dee-4103be896f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:00.102391 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-a04ecf2f-8b29-457b-9db9-77197fc5485a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0 HTTP/1.1" status: 200 len: 217 time: 0.0769665 Apr 20 18:21:00.109675 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f330d4e5-da6d-4548-ba76-5db084cc0c50 req-e21dad57-c8c9-45ef-9cf1-40578b5bb302 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166010 Apr 20 18:21:00.117437 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:00.157636 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-b3857f26-2a77-4642-9dee-4103be896f1d None None] Port d8935204-c84e-4972-9b86-896cc1854072 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:21:00.202374 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-902ecbf1-f7c4-4d34-9429-205e3ac953a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:00.204212 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-902ecbf1-f7c4-4d34-9429-205e3ac953a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0413b04-69f0-44bb-b832-c94528505b97 HTTP/1.1" status: 200 len: 853 time: 0.0833449 Apr 20 18:21:00.304891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ce12fadb-93fd-4a08-8e7a-56bcb9f7a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:00.306722 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-ce12fadb-93fd-4a08-8e7a-56bcb9f7a723 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873628 Apr 20 18:21:00.464280 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-5d6cafbd-a07d-4199-9c06-c0c9037cf564 service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476173 Apr 20 18:21:00.618808 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f78e1e05-5fe2-4620-a77a-74daeb942e73 req-be802841-16f8-4615-b48b-06bf3d260004 service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455131 Apr 20 18:21:00.745514 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecefc66-f608-4dbf-8f6a-22e692ed914a req-0007eec4-3253-40dd-9d3e-cccd8cba88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:00.747033 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7ecefc66-f608-4dbf-8f6a-22e692ed914a req-0007eec4-3253-40dd-9d3e-cccd8cba88e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31a8473ee6df41d6b7760fa839502252&device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0790808 Apr 20 18:21:00.747722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541075c-1139-4be1-a52d-d6501348a8c7 req-c333a0f0-8c44-43cc-ae4d-9cffe5a7f913 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:00.749311 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1541075c-1139-4be1-a52d-d6501348a8c7 req-c333a0f0-8c44-43cc-ae4d-9cffe5a7f913 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 946 time: 0.4294996 Apr 20 18:21:00.862520 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1541075c-1139-4be1-a52d-d6501348a8c7 req-c49ae4c0-f7a0-4b68-9b7d-47a175b5ea74 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062851 Apr 20 18:21:00.864676 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8935204-c84e-4972-9b86-896cc1854072 {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:21:00.873065 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:00.890826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Transition to ACTIVE for port object d8935204-c84e-4972-9b86-896cc1854072 will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:00.895668 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:00.901326 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-abbc564a-98ce-491a-9f3f-b09ee5bb940c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:00.910216 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecefc66-f608-4dbf-8f6a-22e692ed914a req-e56f6f51-9185-4aaf-aa2f-250825f738a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:00.912015 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7ecefc66-f608-4dbf-8f6a-22e692ed914a req-e56f6f51-9185-4aaf-aa2f-250825f738a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee HTTP/1.1" status: 200 len: 915 time: 0.1563010 Apr 20 18:21:01.031546 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7ecefc66-f608-4dbf-8f6a-22e692ed914a req-6eff3359-c99a-41e7-885c-c6dc95572b40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0 HTTP/1.1" status: 200 len: 217 time: 0.1119149 Apr 20 18:21:01.099147 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8935204-c84e-4972-9b86-896cc1854072,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:01.113042 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecefc66-f608-4dbf-8f6a-22e692ed914a req-70684cd1-4cb8-46b9-883c-1d1de548f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.114702 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7ecefc66-f608-4dbf-8f6a-22e692ed914a req-70684cd1-4cb8-46b9-883c-1d1de548f33a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0413b04-69f0-44bb-b832-c94528505b97 HTTP/1.1" status: 200 len: 853 time: 0.0753102 Apr 20 18:21:01.136534 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:01.206317 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecefc66-f608-4dbf-8f6a-22e692ed914a req-9d9dfd32-9ee5-4dff-9490-665c82fd6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.208005 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7ecefc66-f608-4dbf-8f6a-22e692ed914a req-9d9dfd32-9ee5-4dff-9490-665c82fd6c95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845935 Apr 20 18:21:01.289841 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4213d-27fb-4fe9-8b52-18b2cddf344e req-a5e05bc0-07f8-42f9-a848-b8a986d59f96 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.291450 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6bb4213d-27fb-4fe9-8b52-18b2cddf344e req-a5e05bc0-07f8-42f9-a848-b8a986d59f96 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 943 time: 0.2852182 Apr 20 18:21:01.300368 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Attempting to bind port d8935204-c84e-4972-9b86-896cc1854072 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:21:01.300745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Attempting to bind port d8935204-c84e-4972-9b86-896cc1854072 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:21:01.301117 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Attempting to bind port d8935204-c84e-4972-9b86-896cc1854072 on network 4395f03d-9c42-44cf-923d-981c8222378d {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:01.329864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Port d8935204-c84e-4972-9b86-896cc1854072 on network 4395f03d-9c42-44cf-923d-981c8222378d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:21:01.330235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Attempting to bind port d8935204-c84e-4972-9b86-896cc1854072 on network 4395f03d-9c42-44cf-923d-981c8222378d {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:01.345395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:21:01.345773 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Checking segment: {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:01.346201 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Bound using segment: {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:21:01.346700 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Bound port: d8935204-c84e-4972-9b86-896cc1854072, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:21:01.347090 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:01.363826 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7ecefc66-f608-4dbf-8f6a-22e692ed914a req-50b3ff0d-e867-4105-b798-173c0a1bd070 service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471815 Apr 20 18:21:01.431473 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6bb4213d-27fb-4fe9-8b52-18b2cddf344e req-3c20ed5b-d1a6-4a35-88f5-ed6a54cc0a4e tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323695 Apr 20 18:21:01.470930 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14ee05-2260-4558-acdb-99994fec4744 req-bdf6ea76-6237-40ee-845a-8f712cd7aaab tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.472651 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2b14ee05-2260-4558-acdb-99994fec4744 req-bdf6ea76-6237-40ee-845a-8f712cd7aaab tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 943 time: 0.2357175 Apr 20 18:21:01.541613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] For port d8935204-c84e-4972-9b86-896cc1854072, host hv-cinder-78693, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:21:01.554365 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2b14ee05-2260-4558-acdb-99994fec4744 req-acdeb813-77bd-4074-8a93-2578966e59c6 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741622 Apr 20 18:21:01.557507 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] For port d8935204-c84e-4972-9b86-896cc1854072, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8935204-c84e-4972-9b86-896cc1854072,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:21:01.561313 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:01.566714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a4ec0ea2-9192-42fa-a165-97536ae3a07d tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:01.624911 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.625588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:01.627138 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] 10.222.0.37 "PUT /v2.0/ports/d8935204-c84e-4972-9b86-896cc1854072 HTTP/1.1" status: 200 len: 1093 time: 1.7582490 Apr 20 18:21:01.627689 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'tag': 'd8935204-c84e-4972-9b86-896cc1854072'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:01.659062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d8935204-c84e-4972-9b86-896cc1854072,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:01.662883 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:01.724533 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'tag': 'd8935204-c84e-4972-9b86-896cc1854072', 'status': 'completed', 'code': 200} Apr 20 18:21:01.759149 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7ecefc66-f608-4dbf-8f6a-22e692ed914a req-9d58c7ea-0831-4483-8c36-6e535843aeeb service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878956 Apr 20 18:21:01.766712 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-287e621b-fe19-41cb-90e6-ee34d38094a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.768371 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-287e621b-fe19-41cb-90e6-ee34d38094a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e68d8ac84e348d2bae03233d3574dac&device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 1096 time: 0.0968428 Apr 20 18:21:01.849531 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-0451a01e-305e-40be-a62f-48c7b9d9de04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8935204-c84e-4972-9b86-896cc1854072 HTTP/1.1" status: 200 len: 217 time: 0.0725744 Apr 20 18:21:01.929544 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-6cfce488-56f1-44fd-83f1-5ccfd23ccc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.931189 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-6cfce488-56f1-44fd-83f1-5ccfd23ccc0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=922a9fae-400a-41c3-866a-d7ced6811462 HTTP/1.1" status: 200 len: 850 time: 0.0710185 Apr 20 18:21:02.103039 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-2f230263-1b7f-406c-b4a3-b46a95950562 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.103851 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-2f230263-1b7f-406c-b4a3-b46a95950562 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Synchronizing usage tracker for tenant:1141aadc257440eeb949d363e845efd1 on resource:port {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:21:02.109852 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-51b4ca4f-8327-4c9a-9759-d8347aa5f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.111497 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-51b4ca4f-8327-4c9a-9759-d8347aa5f825 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4395f03d-9c42-44cf-923d-981c8222378d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1628108 Apr 20 18:21:02.117241 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-2f230263-1b7f-406c-b4a3-b46a95950562 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Unset dirty status for tenant:1141aadc257440eeb949d363e845efd1 on resource:port {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:21:02.118462 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-2f230263-1b7f-406c-b4a3-b46a95950562 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.37 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 946 time: 0.1041410 Apr 20 18:21:02.121520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14252bbb-a444-4833-ad25-5886e5a512d9 req-afb88e8b-53f7-4c87-b93a-d8cf4c53887a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.123104 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-14252bbb-a444-4833-ad25-5886e5a512d9 req-afb88e8b-53f7-4c87-b93a-d8cf4c53887a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 946 time: 0.1225524 Apr 20 18:21:02.209369 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Deleting port 67c82629-7d4f-47c6-a50f-948cee9244f5 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:02.209977 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:02.271978 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-14252bbb-a444-4833-ad25-5886e5a512d9 req-1d1e1a07-3596-41a0-b4df-aa2a030abff3 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423309 Apr 20 18:21:02.319059 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-b07b8aa4-1dbf-4041-95be-dd5ca4d0a906 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872392 Apr 20 18:21:02.471182 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ce62db6-dc83-4c41-813b-80d34866ffe2 req-81f6d3e8-1d2a-403d-b658-61e386abe402 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452496 Apr 20 18:21:02.502288 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] For port 67c82629-7d4f-47c6-a50f-948cee9244f5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=67c82629-7d4f-47c6-a50f-948cee9244f5,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:02.502876 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:02.679775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f433dd9-3630-49d7-a604-a79b8dec05ef req-7c8b625e-13ab-46d1-83cb-216972bde040 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.681389 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2f433dd9-3630-49d7-a604-a79b8dec05ef req-7c8b625e-13ab-46d1-83cb-216972bde040 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 943 time: 0.1262205 Apr 20 18:21:02.684968 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4285-db03-4053-92d1-0c1322506089 req-58c300d9-80ed-471e-a4c8-d3e4d5f60276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.686451 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c58c4285-db03-4053-92d1-0c1322506089 req-58c300d9-80ed-471e-a4c8-d3e4d5f60276 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e68d8ac84e348d2bae03233d3574dac&device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 1096 time: 0.1679852 Apr 20 18:21:02.824374 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:02.824764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:02.825111 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_db [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Floating IP f3fb6903-0df0-4c8c-a506-875a4e8f1700 disassociated. External IP: 172.28.2.182, port: 67c82629-7d4f-47c6-a50f-948cee9244f5. Apr 20 18:21:02.825480 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Calling delete_port for 67c82629-7d4f-47c6-a50f-948cee9244f5 owned by compute:nova {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:21:02.882913 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2f433dd9-3630-49d7-a604-a79b8dec05ef req-0b9d57e2-dbea-4f96-af68-1a5657ca0890 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607418 Apr 20 18:21:02.913999 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c4799-c4ba-4a71-8693-966abd7498a9 req-148756f2-a4b1-4f25-a1e3-6378a6d5f51f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.915658 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-db0c4799-c4ba-4a71-8693-966abd7498a9 req-148756f2-a4b1-4f25-a1e3-6378a6d5f51f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 943 time: 0.2333133 Apr 20 18:21:02.983607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4285-db03-4053-92d1-0c1322506089 req-55e1a104-85a3-42be-9517-eba99fda0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.985647 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c58c4285-db03-4053-92d1-0c1322506089 req-55e1a104-85a3-42be-9517-eba99fda0048 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 200 len: 912 time: 0.2560163 Apr 20 18:21:02.986674 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:02.992655 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-13e34257-1fb2-47e7-ad28-7cd72d200a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:03.042129 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event deleted for resources: {'Port': ['ID=67c82629-7d4f-47c6-a50f-948cee9244f5,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:03.046081 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:03.059260 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-db0c4799-c4ba-4a71-8693-966abd7498a9 req-b29455c0-e782-4f8b-8082-949595883b1e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280723 Apr 20 18:21:03.068235 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c58c4285-db03-4053-92d1-0c1322506089 req-2a59062b-6228-4622-b75b-dd50c7919a26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8935204-c84e-4972-9b86-896cc1854072 HTTP/1.1" status: 200 len: 217 time: 0.0754833 Apr 20 18:21:03.149478 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4285-db03-4053-92d1-0c1322506089 req-df15c434-00b3-423c-8d8d-23123bf606e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:03.151305 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c58c4285-db03-4053-92d1-0c1322506089 req-df15c434-00b3-423c-8d8d-23123bf606e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=922a9fae-400a-41c3-866a-d7ced6811462 HTTP/1.1" status: 200 len: 850 time: 0.0757918 Apr 20 18:21:03.240596 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4285-db03-4053-92d1-0c1322506089 req-db803db7-e38a-45f2-bb90-738c59e1ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:03.244479 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c58c4285-db03-4053-92d1-0c1322506089 req-db803db7-e38a-45f2-bb90-738c59e1ab31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4395f03d-9c42-44cf-923d-981c8222378d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834649 Apr 20 18:21:03.250093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Router 7cd7ef2e-f128-43aa-997b-38aad0817b55 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:21:03.457458 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e9eb4fac-d883-45c6-9646-e3a3cfcfc691 req-9d5b8919-7623-4a6f-ba5d-84ce6397373a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=f19525e1-42e1-4e0d-adb1-3643142ff968 HTTP/1.1" status: 200 len: 210 time: 0.0547452 Apr 20 18:21:03.462151 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c58c4285-db03-4053-92d1-0c1322506089 req-dad74122-4a77-4fcb-94e1-dd4727b2499d service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116280 Apr 20 18:21:03.487728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:21:03.498404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff49cb4-d712-41df-9d72-4a757c7757e0 None None] Sync routers for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:21:03.510231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff49cb4-d712-41df-9d72-4a757c7757e0 None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:03.511366 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-dff49cb4-d712-41df-9d72-4a757c7757e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:03.570056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] No DVR routers for this DVR port 67c82629-7d4f-47c6-a50f-948cee9244f5 on host hv-cinder-78693 {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:21:03.572942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:03.575812 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'name': 'network-vif-deleted', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:03.630025 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c58c4285-db03-4053-92d1-0c1322506089 req-d8b792ba-c9aa-4264-bd15-2b0576ba37e4 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578591 Apr 20 18:21:03.635136 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19525e1-42e1-4e0d-adb1-3643142ff968', 'name': 'network-vif-deleted', 'tag': '67c82629-7d4f-47c6-a50f-948cee9244f5', 'status': 'completed', 'code': 200} Apr 20 18:21:03.650709 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device f5b7907a-735c-4da3-bb00-f18e778ef1e0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:21:03.686640 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b4cc9201-7deb-42a5-96c9-e063aeb3f84a req-9d4241cf-adfb-446a-9bdf-0df9b5cf90ce tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.37 "DELETE /v2.0/ports/67c82629-7d4f-47c6-a50f-948cee9244f5 HTTP/1.1" status: 204 len: 173 time: 1.5549850 Apr 20 18:21:03.855456 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-dff49cb4-d712-41df-9d72-4a757c7757e0 None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:03.949528 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port f5b7907a-735c-4da3-bb00-f18e778ef1e0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:03.964477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'port_id': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'mac_address': 'fa:16:3e:00:14:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:21:04.112840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:04.137021 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c0a4-7fa7-4d4e-a798-ca5aa560da72 req-b9ee55ee-30d2-4ba9-8c24-06d2116c4522 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:04.138730 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ee30c0a4-7fa7-4d4e-a798-ca5aa560da72 req-b9ee55ee-30d2-4ba9-8c24-06d2116c4522 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 943 time: 0.1009204 Apr 20 18:21:04.189664 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ee30c0a4-7fa7-4d4e-a798-ca5aa560da72 req-1a29e0d1-003a-4650-a212-d44a6d54bab7 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437605 Apr 20 18:21:04.229361 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b7907a-735c-4da3-bb00-f18e778ef1e0 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:21:04.262758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port f5b7907a-735c-4da3-bb00-f18e778ef1e0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:04.278340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:04.281993 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:04.291541 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bcb9c-37e0-452f-bdf9-6c4577a2bf4d req-b3015ee2-db1b-41cb-8735-02ca844a62e2 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:04.293241 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b10bcb9c-37e0-452f-bdf9-6c4577a2bf4d req-b3015ee2-db1b-41cb-8735-02ca844a62e2 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 943 time: 0.1025991 Apr 20 18:21:04.346680 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b10bcb9c-37e0-452f-bdf9-6c4577a2bf4d req-1f1283a1-e462-4a5d-b9d1-356527349dfb tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 Apr 20 18:21:04.404886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=f5b7907a-735c-4da3-bb00-f18e778ef1e0,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:04.411422 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:04.453787 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-dff49cb4-d712-41df-9d72-4a757c7757e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:37Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:04.463877 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff49cb4-d712-41df-9d72-4a757c7757e0 None None] Checking router: 7cd7ef2e-f128-43aa-997b-38aad0817b55 for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:21:04.474232 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff49cb4-d712-41df-9d72-4a757c7757e0 None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:04.474973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-dff49cb4-d712-41df-9d72-4a757c7757e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:20:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:04.602887 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51770) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:04.608926 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['f5b7907a-735c-4da3-bb00-f18e778ef1e0'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:21:04.675284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-927810a6-5241-41d2-a354-26d6807bb04c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:04.707496 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-927810a6-5241-41d2-a354-26d6807bb04c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:04.765322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-dff49cb4-d712-41df-9d72-4a757c7757e0 None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:04.845947 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-927810a6-5241-41d2-a354-26d6807bb04c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:04.852669 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-37d4086e-d139-4520-873c-1424ff3ac1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:04.868842 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927810a6-5241-41d2-a354-26d6807bb04c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:04.871965 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-927810a6-5241-41d2-a354-26d6807bb04c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:04.876298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-927810a6-5241-41d2-a354-26d6807bb04c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:04.878325 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-927810a6-5241-41d2-a354-26d6807bb04c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "DELETE /v2.0/security-groups/a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af HTTP/1.1" status: 204 len: 168 time: 0.2741225 Apr 20 18:21:04.881375 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51774) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:04.900952 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.v2.resource [None req-37c067b5-47eb-4953-9465-34ede2d39946 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] show failed (client error): The resource could not be found. Apr 20 18:21:04.905051 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-37c067b5-47eb-4953-9465-34ede2d39946 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups/a9cbbe2c-df80-43b9-9a7b-9c94f0dfd8af HTTP/1.1" status: 404 len: 347 time: 0.0196745 Apr 20 18:21:04.905438 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51778) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:05.140893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-420a1e26-004a-4df6-b7ce-55a8369182ca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Deleting port 10d00116-2276-46b9-9bd5-9f5c4d349f4f {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:05.141484 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-420a1e26-004a-4df6-b7ce-55a8369182ca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:05.442969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-dff49cb4-d712-41df-9d72-4a757c7757e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:37Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:05.449249 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff49cb4-d712-41df-9d72-4a757c7757e0 None None] The sync data for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb is: [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:37Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:21:05.638930 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device d8935204-c84e-4972-9b86-896cc1854072 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:21:05.807570 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 67c82629-7d4f-47c6-a50f-948cee9244f5 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:21:05.850992 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7054c2-55a6-45c4-ad63-6386e3281114 req-c37e45dc-a886-4f30-b1fe-5b18db051000 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:05.852922 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-de7054c2-55a6-45c4-ad63-6386e3281114 req-c37e45dc-a886-4f30-b1fe-5b18db051000 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 944 time: 0.5038962 Apr 20 18:21:05.856594 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-420a1e26-004a-4df6-b7ce-55a8369182ca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:05.857304 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-420a1e26-004a-4df6-b7ce-55a8369182ca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:05.878230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: 67c82629-7d4f-47c6-a50f-948cee9244f5 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:21:05.878905 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 67c82629-7d4f-47c6-a50f-948cee9244f5 not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:21:05.953083 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port d8935204-c84e-4972-9b86-896cc1854072, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8935204-c84e-4972-9b86-896cc1854072,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:05.970939 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': 'd8935204-c84e-4972-9b86-896cc1854072', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'port_id': 'd8935204-c84e-4972-9b86-896cc1854072', 'mac_address': 'fa:16:3e:92:8d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:21:06.034838 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.046259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68520443-4abb-49a3-a6f2-d9b05ea4cecf None None] New status for floating IP f3fb6903-0df0-4c8c-a506-875a4e8f1700: DOWN {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:21:06.048416 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-420a1e26-004a-4df6-b7ce-55a8369182ca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Calling delete_port for 10d00116-2276-46b9-9bd5-9f5c4d349f4f owned by network:floatingip {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:21:06.055989 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8935204-c84e-4972-9b86-896cc1854072 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:21:06.073185 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port d8935204-c84e-4972-9b86-896cc1854072, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8935204-c84e-4972-9b86-896cc1854072,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:06.077068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.078934 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-42486779-3970-4cf1-a343-f789abe7085c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:06.104595 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-de7054c2-55a6-45c4-ad63-6386e3281114 req-bc1e9f09-fd1b-40fb-ba77-2d74fd245839 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343159 Apr 20 18:21:06.164132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6ab7e-0210-4934-9175-7901db03442e req-492f43f1-c262-46af-8cf5-6dedc5ddc34f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:06.165832 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5fe6ab7e-0210-4934-9175-7901db03442e req-492f43f1-c262-46af-8cf5-6dedc5ddc34f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 943 time: 0.3968019 Apr 20 18:21:06.216640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=d8935204-c84e-4972-9b86-896cc1854072,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:06.220138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:06.280105 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5fe6ab7e-0210-4934-9175-7901db03442e req-87d548dc-fa2b-4198-88a8-e59fbeefdeac tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943079 Apr 20 18:21:06.305981 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-420a1e26-004a-4df6-b7ce-55a8369182ca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.306445 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.db.api [None req-68520443-4abb-49a3-a6f2-d9b05ea4cecf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86322) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:21:06.306879 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_db.api [None req-68520443-4abb-49a3-a6f2-d9b05ea4cecf None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:21:06.311161 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:06.335205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['d8935204-c84e-4972-9b86-896cc1854072'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:21:06.359571 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a1e26-004a-4df6-b7ce-55a8369182ca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event deleted for resources: {'Port': ['ID=10d00116-2276-46b9-9bd5-9f5c4d349f4f,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:06.363019 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-420a1e26-004a-4df6-b7ce-55a8369182ca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:06.466627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-420a1e26-004a-4df6-b7ce-55a8369182ca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.484121 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-420a1e26-004a-4df6-b7ce-55a8369182ca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.488275 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-420a1e26-004a-4df6-b7ce-55a8369182ca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "DELETE /v2.0/floatingips/f3fb6903-0df0-4c8c-a506-875a4e8f1700 HTTP/1.1" status: 204 len: 168 time: 1.5789974 Apr 20 18:21:06.703481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51798) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:06.709357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--909609454', 'description': 'tempest-description--1875966949'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:06.716194 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:06.720233 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Usage tracker for resource:security_group and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:06.723520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:06.730302 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:06.740176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.761831 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:06.765814 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Usage tracker for resource:security_group_rule and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:06.768835 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:06.774775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:06.808636 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68520443-4abb-49a3-a6f2-d9b05ea4cecf None None] New status for floating IP f3fb6903-0df0-4c8c-a506-875a4e8f1700: DOWN {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:21:06.855064 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.858135 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.863660 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c81196e7-e3ad-4660-b2c8-793471c43270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:06.905176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3956aec3-41db-4f51-9cd8-ee843c602418,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:06.908234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:06.921073 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.925197 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2177947 Apr 20 18:21:06.926840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51806) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:06.934811 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-bdb081c0-4a7a-421b-937d-10e6ba53bafd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Request body: {'security_group_rule': {'security_group_id': '3956aec3-41db-4f51-9cd8-ee843c602418', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:06.949640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-bdb081c0-4a7a-421b-937d-10e6ba53bafd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:06.957857 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-bdb081c0-4a7a-421b-937d-10e6ba53bafd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Usage tracker for resource:security_group_rule and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:06.963651 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-bdb081c0-4a7a-421b-937d-10e6ba53bafd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:06.973015 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-bdb081c0-4a7a-421b-937d-10e6ba53bafd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:06.990337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bdb081c0-4a7a-421b-937d-10e6ba53bafd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.057642 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bdb081c0-4a7a-421b-937d-10e6ba53bafd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.060855 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bdb081c0-4a7a-421b-937d-10e6ba53bafd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.062932 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:07.088550 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb081c0-4a7a-421b-937d-10e6ba53bafd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c746823-213c-4351-8701-bf42806c5cc6,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:07.093505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bdb081c0-4a7a-421b-937d-10e6ba53bafd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:07.097067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bdb081c0-4a7a-421b-937d-10e6ba53bafd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.099892 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-bdb081c0-4a7a-421b-937d-10e6ba53bafd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1701403 Apr 20 18:21:07.101223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51810) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:07.106948 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-8f4bb429-6c83-4ec1-acb9-0e492b98fba2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Request body: {'security_group_rule': {'security_group_id': '3956aec3-41db-4f51-9cd8-ee843c602418', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:07.113732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8f4bb429-6c83-4ec1-acb9-0e492b98fba2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:07.118460 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8f4bb429-6c83-4ec1-acb9-0e492b98fba2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Usage tracker for resource:security_group_rule and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:07.121642 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8f4bb429-6c83-4ec1-acb9-0e492b98fba2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:07.127791 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8f4bb429-6c83-4ec1-acb9-0e492b98fba2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:07.145375 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb429-6c83-4ec1-acb9-0e492b98fba2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.217241 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb429-6c83-4ec1-acb9-0e492b98fba2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.220881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb429-6c83-4ec1-acb9-0e492b98fba2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.259587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:07.346983 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bb429-6c83-4ec1-acb9-0e492b98fba2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab4527d-7ab3-47c8-a5ce-33b36833b80a,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:07.357207 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8f4bb429-6c83-4ec1-acb9-0e492b98fba2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:07.364598 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8f4bb429-6c83-4ec1-acb9-0e492b98fba2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.365897 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-8f4bb429-6c83-4ec1-acb9-0e492b98fba2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2636554 Apr 20 18:21:07.369738 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51820) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:07.375605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Request body: {'floatingip': {'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:07.382991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:07.387157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Usage tracker for resource:floatingip and tenant:1141aadc257440eeb949d363e845efd1 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:07.390123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:07.396110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:07.407822 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.425855 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679d092-5600-483e-a841-edb0440e355f req-6f32b3a9-ac71-4e68-98e9-7810690d9946 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:07.426405 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d679d092-5600-483e-a841-edb0440e355f req-6f32b3a9-ac71-4e68-98e9-7810690d9946 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 945 time: 0.2043071 Apr 20 18:21:07.458365 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35225075-305f-429f-8e32-daa34a431f21 req-9f231ef2-a4a4-480c-8d19-3fec18564665 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:07.461764 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-35225075-305f-429f-8e32-daa34a431f21 req-9f231ef2-a4a4-480c-8d19-3fec18564665 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 944 time: 0.1869447 Apr 20 18:21:07.514947 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d679d092-5600-483e-a841-edb0440e355f req-88a2dff2-8ee1-4333-b3c5-511c0481a367 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806155 Apr 20 18:21:07.544590 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-35225075-305f-429f-8e32-daa34a431f21 req-d8fa6237-762d-451c-8d42-7fa50228620e tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640135 Apr 20 18:21:07.561282 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.660010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device f5b7907a-735c-4da3-bb00-f18e778ef1e0 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:07.717691 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Allocated IP 172.28.2.4 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/84a0fcab-a385-4f8c-bbac-0e70ec3c3da8) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:21:07.721371 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ea515-9da2-4a0d-a163-308de250d52f req-04cc38c4-b347-42a4-ba39-5d1fd7815127 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:07.722928 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-097ea515-9da2-4a0d-a163-308de250d52f req-04cc38c4-b347-42a4-ba39-5d1fd7815127 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 944 time: 0.0977495 Apr 20 18:21:07.738832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port f5b7907a-735c-4da3-bb00-f18e778ef1e0 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:07.744713 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port f5b7907a-735c-4da3-bb00-f18e778ef1e0 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:07.745140 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.771258 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:21:07.773053 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-097ea515-9da2-4a0d-a163-308de250d52f req-7cbfa55a-e23a-474c-aa36-a3ec795e6bbc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425062 Apr 20 18:21:07.878309 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.885004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.906984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:07.916260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.919196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port f5b7907a-735c-4da3-bb00-f18e778ef1e0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:07.921222 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a4a271e0-888e-41cc-a33e-0eccff93b3fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:07.923498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.924563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device d8935204-c84e-4972-9b86-896cc1854072 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:07.957409 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:07.991076 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:21:07.994277 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:07.994433 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'code': 200} Apr 20 18:21:07.999438 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:21:08.035334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event updated for resources: {'Port': ['ID=84a0fcab-a385-4f8c-bbac-0e70ec3c3da8,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:08.038597 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:08.066558 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=f5b7907a-735c-4da3-bb00-f18e778ef1e0,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:08.070501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:08.079131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port d8935204-c84e-4972-9b86-896cc1854072 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:08.084248 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port d8935204-c84e-4972-9b86-896cc1854072 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:08.084707 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:08.099954 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:08.212235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:08.218796 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:08.252997 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port d8935204-c84e-4972-9b86-896cc1854072, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8935204-c84e-4972-9b86-896cc1854072,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:08.256103 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:08.258780 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ea252405-c39e-4382-8651-ebf60e06c374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:08.330252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=d8935204-c84e-4972-9b86-896cc1854072,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:08.333402 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:08.376551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d338f4-9bc8-49ec-a95b-2b66fee56f81 req-c9e2cb5a-4560-4ce5-aeaa-5da1702eec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:08.378170 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e6d338f4-9bc8-49ec-a95b-2b66fee56f81 req-c9e2cb5a-4560-4ce5-aeaa-5da1702eec49 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 1098 time: 0.2217755 Apr 20 18:21:08.464105 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e6d338f4-9bc8-49ec-a95b-2b66fee56f81 req-e94757d5-4ae5-4e05-b235-a5be6ff0ce06 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714185 Apr 20 18:21:08.496020 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:08.499557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:08.504311 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4a1f1b71-78cc-40b4-8656-b52965a9066b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:08.624231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event updated for resources: {'Port': ['ID=84a0fcab-a385-4f8c-bbac-0e70ec3c3da8,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:08.628938 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:08.635727 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:08.659244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:08.666638 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2897544 Apr 20 18:21:08.805454 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71806d16-8028-42b4-91cb-96067578d724 req-5686fecb-ffbd-4611-85cb-3b7750cddfa0 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:08.807096 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-71806d16-8028-42b4-91cb-96067578d724 req-5686fecb-ffbd-4611-85cb-3b7750cddfa0 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 945 time: 0.1309233 Apr 20 18:21:08.815461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341c0a5-f9e0-4a6f-bf39-dcc59c2cafc6 req-3c489b3d-d4be-4bf2-98ca-b1915d4eb8b5 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:08.816980 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1341c0a5-f9e0-4a6f-bf39-dcc59c2cafc6 req-3c489b3d-d4be-4bf2-98ca-b1915d4eb8b5 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 945 time: 0.1791000 Apr 20 18:21:08.895466 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-71806d16-8028-42b4-91cb-96067578d724 req-cefd1de9-bdca-4537-8fbe-8ee8affd51c5 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774326 Apr 20 18:21:08.903672 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1341c0a5-f9e0-4a6f-bf39-dcc59c2cafc6 req-39f79d6c-f7d8-4fcc-bc0a-4827941e08e7 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695026 Apr 20 18:21:09.089103 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-8974b2bd-0e56-4775-85f7-37c8857213c5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Synchronizing usage tracker for tenant:1141aadc257440eeb949d363e845efd1 on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:21:09.119275 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-8974b2bd-0e56-4775-85f7-37c8857213c5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Unset dirty status for tenant:1141aadc257440eeb949d363e845efd1 on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:21:09.120555 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-8974b2bd-0e56-4775-85f7-37c8857213c5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--909609454&fields=id&tenant_id=1141aadc257440eeb949d363e845efd1 HTTP/1.1" status: 200 len: 267 time: 0.1255364 Apr 20 18:21:09.170919 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd02d9-0dac-4db6-9ca4-0fd0ba3a243d req-6aaafb8f-1f24-4d3d-87ee-2eddce596bdb tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:09.172517 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-eafd02d9-0dac-4db6-9ca4-0fd0ba3a243d req-6aaafb8f-1f24-4d3d-87ee-2eddce596bdb tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1556470 Apr 20 18:21:09.307508 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-eafd02d9-0dac-4db6-9ca4-0fd0ba3a243d req-0e521c89-e793-4183-bc02-9fbd0fdd273e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877185 Apr 20 18:21:09.337127 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-6810b43c-5fe1-4eb9-af61-a8c9d0d14433 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:09.338742 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-6810b43c-5fe1-4eb9-af61-a8c9d0d14433 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 817 time: 0.2096906 Apr 20 18:21:09.355220 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-55a7fa93-a512-424a-9039-91dfc01c45f7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/quotas/1141aadc257440eeb949d363e845efd1 HTTP/1.1" status: 200 len: 375 time: 0.0103092 Apr 20 18:21:09.450182 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-f3cf70ec-b6a7-4409-a0e9-baf001f50365 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Synchronizing usage tracker for tenant:1141aadc257440eeb949d363e845efd1 on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:21:09.465059 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-f3cf70ec-b6a7-4409-a0e9-baf001f50365 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Unset dirty status for tenant:1141aadc257440eeb949d363e845efd1 on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:21:09.466443 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-f3cf70ec-b6a7-4409-a0e9-baf001f50365 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055140 Apr 20 18:21:09.619311 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-255bab79-60d6-4772-9542-8066eab504ec service neutron] 10.222.0.21 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392109 Apr 20 18:21:09.763048 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1c4941e1-beaf-4611-8ffb-0790c3f29e1f service neutron] 10.222.0.21 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371374 Apr 20 18:21:09.966987 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5bb15556-d015-40d8-9b63-33d72859a202 req-7b50324f-4255-4d6a-87a6-a1a9778ec29a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 210 time: 0.0553012 Apr 20 18:21:09.996086 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8935204-c84e-4972-9b86-896cc1854072'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:10.170245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f05e5-cfa1-4375-ac8e-ed0e3434e014 req-9130db4e-1de1-421b-b7bb-d494fb84e399 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:10.172169 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-502f05e5-cfa1-4375-ac8e-ed0e3434e014 req-9130db4e-1de1-421b-b7bb-d494fb84e399 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 945 time: 0.1556339 Apr 20 18:21:10.242134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cecafd5-d384-496c-8fb3-faa24e90b140 req-a0654a23-8e60-4c66-8d34-64d75cbb4ffe tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:10.243836 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0cecafd5-d384-496c-8fb3-faa24e90b140 req-a0654a23-8e60-4c66-8d34-64d75cbb4ffe tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 945 time: 0.1622396 Apr 20 18:21:10.248985 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-502f05e5-cfa1-4375-ac8e-ed0e3434e014 req-c0faafe8-b7d0-42fb-81e6-c9fb5bf31505 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657988 Apr 20 18:21:10.307201 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0cecafd5-d384-496c-8fb3-faa24e90b140 req-c6274f31-5fe5-45db-a7fb-de3a21374f60 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471802 Apr 20 18:21:10.310421 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8935204-c84e-4972-9b86-896cc1854072', 'code': 200} Apr 20 18:21:10.570236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed98037-1ae8-42ca-aeb2-68ebedbbc108 req-4c18763b-8409-4395-a471-47209105f66f tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:10.572009 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ed98037-1ae8-42ca-aeb2-68ebedbbc108 req-4c18763b-8409-4395-a471-47209105f66f tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 945 time: 0.1641395 Apr 20 18:21:10.581596 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdfb38-e0bb-4cc7-a76a-401da918d04a req-d604d6ac-c73d-4ef3-8550-873ddb43aa0a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:10.583233 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ebdfb38-e0bb-4cc7-a76a-401da918d04a req-d604d6ac-c73d-4ef3-8550-873ddb43aa0a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1375127 Apr 20 18:21:10.589129 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-419878b3-7f06-4bb3-ab33-609007c0ebd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:10.657403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f6598-05c2-4747-9b16-e1f0c03971d9 req-ebcfb3c8-b2c0-4d85-8386-f6f0279a2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:10.658435 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ed98037-1ae8-42ca-aeb2-68ebedbbc108 req-95240ec8-3554-4090-9b49-f4b01d83ac17 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741372 Apr 20 18:21:10.659039 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ba0f6598-05c2-4747-9b16-e1f0c03971d9 req-ebcfb3c8-b2c0-4d85-8386-f6f0279a2e8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 1098 time: 0.0872109 Apr 20 18:21:10.669940 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ebdfb38-e0bb-4cc7-a76a-401da918d04a req-4b4298bc-6f1d-4cfc-ad27-ddc7913c1823 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675414 Apr 20 18:21:10.706550 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ba0f6598-05c2-4747-9b16-e1f0c03971d9 req-e74e4237-d8c6-42c5-83a9-d0c600992530 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Apr 20 18:21:11.088793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009560a-094c-4bdf-841b-615c96ae0ecf req-0cf9d211-7f58-45be-8739-bd15e68266d8 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:11.090440 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f009560a-094c-4bdf-841b-615c96ae0ecf req-0cf9d211-7f58-45be-8739-bd15e68266d8 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 945 time: 0.0954609 Apr 20 18:21:11.155946 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-20e9bb26-9921-4f77-b30b-740891613ca4 req-3acee05c-f474-408b-958f-68bb2ea883a5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 210 time: 0.0643177 Apr 20 18:21:11.183631 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f009560a-094c-4bdf-841b-615c96ae0ecf req-4117378f-4391-49f7-b2a8-aeceb28df20a tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563123 Apr 20 18:21:11.376308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-9acb1f03-0f5d-4a69-a506-cefbbc43c2b5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:11.377564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-9acb1f03-0f5d-4a69-a506-cefbbc43c2b5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Synchronizing usage tracker for tenant:1141aadc257440eeb949d363e845efd1 on resource:network {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:21:11.399274 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-9acb1f03-0f5d-4a69-a506-cefbbc43c2b5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Unset dirty status for tenant:1141aadc257440eeb949d363e845efd1 on resource:network {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:21:11.401287 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-9acb1f03-0f5d-4a69-a506-cefbbc43c2b5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.37 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 817 time: 0.2049119 Apr 20 18:21:11.533217 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1ab0a35d-f55a-41b0-99f6-9967d185adeb tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Synchronizing usage tracker for tenant:1141aadc257440eeb949d363e845efd1 on resource:security_group {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:21:11.549285 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1ab0a35d-f55a-41b0-99f6-9967d185adeb tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Unset dirty status for tenant:1141aadc257440eeb949d363e845efd1 on resource:security_group {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:21:11.550934 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1ab0a35d-f55a-41b0-99f6-9967d185adeb tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1141aadc257440eeb949d363e845efd1 HTTP/1.1" status: 200 len: 5704 time: 0.1368747 Apr 20 18:21:11.556116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236c57e-1de5-43f6-9131-f579a4edcd72 req-9da291d3-6720-4c3c-b434-45fcbb341581 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:11.558068 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4236c57e-1de5-43f6-9131-f579a4edcd72 req-9da291d3-6720-4c3c-b434-45fcbb341581 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 945 time: 0.1136990 Apr 20 18:21:11.568914 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Request body: {'port': {'device_id': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'admin_state_up': True, 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'security_groups': ['3956aec3-41db-4f51-9cd8-ee843c602418']}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:11.643315 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4236c57e-1de5-43f6-9131-f579a4edcd72 req-48739a81-80ee-44c7-8382-5562d3c4d96d tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766742 Apr 20 18:21:11.767890 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:11.782947 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:11.795668 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Made reservation on behalf of 1141aadc257440eeb949d363e845efd1 for: {'port': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:21:11.802682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.924938 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140ea19-2b6f-43d0-8104-79294b985fec req-2a647364-35fb-452f-85a7-1fe908157929 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:11.926622 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0140ea19-2b6f-43d0-8104-79294b985fec req-2a647364-35fb-452f-85a7-1fe908157929 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1016929 Apr 20 18:21:12.002379 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0140ea19-2b6f-43d0-8104-79294b985fec req-6d782278-0c26-447b-aea2-3c4d5654d4ec tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526555 Apr 20 18:21:12.216874 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4257f5-87c8-42fc-b982-4e9d3bad4fd1 req-7a038387-004b-4a76-a574-327841f2ecf3 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:12.217812 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Allocated IP 172.20.0.9 (190e51c9-23fa-4948-90ae-c977e74b53f2/b2d25518-c855-4ae6-931e-8a8f2c9d8ec0/7c64e615-c45d-4872-a7f7-8b40940207da) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:21:12.218564 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0e4257f5-87c8-42fc-b982-4e9d3bad4fd1 req-7a038387-004b-4a76-a574-327841f2ecf3 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.0983303 Apr 20 18:21:12.230303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51888) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:12.236457 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-930405f3-e743-4030-b6b9-13a5d89acd34 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Request body: {'floatingip': {'port_id': 'd8935204-c84e-4972-9b86-896cc1854072'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:12.342334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-930405f3-e743-4030-b6b9-13a5d89acd34 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.345235 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ffeb7e4b-1a8f-412e-8f0a-72faaee82b58 req-e3538ad9-0723-49f8-8589-a3651be7fbdc tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 210 time: 0.0514171 Apr 20 18:21:12.491096 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd4e44-f8b5-4766-a4d8-1af23b6f1d52 req-3895a1ca-2f0f-4f37-b48d-e61a5739fa6e tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:12.492609 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-49cd4e44-f8b5-4766-a4d8-1af23b6f1d52 req-3895a1ca-2f0f-4f37-b48d-e61a5739fa6e tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.37 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 945 time: 0.0962119 Apr 20 18:21:12.574677 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-49cd4e44-f8b5-4766-a4d8-1af23b6f1d52 req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Deleting port c4dd1017-9359-48e4-885d-8103a679850b {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:12.575077 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-49cd4e44-f8b5-4766-a4d8-1af23b6f1d52 req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.870081 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.902462 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Transition to ACTIVE for port object 7c64e615-c45d-4872-a7f7-8b40940207da will not be triggered until provisioned by entity DHCP. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:12.937099 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-49cd4e44-f8b5-4766-a4d8-1af23b6f1d52 req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] For port c4dd1017-9359-48e4-885d-8103a679850b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c4dd1017-9359-48e4-885d-8103a679850b,segment=NetworkSegment(0df9c0c7-87df-4cf1-9ddd-81d949be9b5e),segment_id=0df9c0c7-87df-4cf1-9ddd-81d949be9b5e)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:12.937595 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-49cd4e44-f8b5-4766-a4d8-1af23b6f1d52 req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.085428 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872d83f-5447-4309-b49a-b8be1f516d8a req-3a69a933-3fd7-445e-8117-978d73137048 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:13.087485 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e872d83f-5447-4309-b49a-b8be1f516d8a req-3a69a933-3fd7-445e-8117-978d73137048 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 945 time: 0.2930522 Apr 20 18:21:13.095480 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.095690 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-49cd4e44-f8b5-4766-a4d8-1af23b6f1d52 req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Calling delete_port for c4dd1017-9359-48e4-885d-8103a679850b owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:21:13.099764 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cff52b20-4b29-411b-9de7-d94a2234ebf5 tempest-VolumesActionsTest-1802365349 tempest-VolumesActionsTest-1802365349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:13.163157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1310f054-977f-4d86-9b68-42d7586d30a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.189820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Network 190e51c9-23fa-4948-90ae-c977e74b53f2 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:21:13.197621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:13.198447 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e872d83f-5447-4309-b49a-b8be1f516d8a req-eafbd4fa-6372-4b98-92fc-955b099bd1f2 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721371 Apr 20 18:21:13.201110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event updated for resources: {'Port': ['ID=7c64e615-c45d-4872-a7f7-8b40940207da,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:13.207066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:21:13.241446 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:13.376141 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:13.376365 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.463139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-930405f3-e743-4030-b6b9-13a5d89acd34 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.464992 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9077730 Apr 20 18:21:13.470727 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-930405f3-e743-4030-b6b9-13a5d89acd34 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.604571 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-8a75d472-dda2-4efb-a919-48e9fc535ab9 None None] Provisioning for port 7c64e615-c45d-4872-a7f7-8b40940207da completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:13.609768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Request body: {'port': {'device_id': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:13.611990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-8a75d472-dda2-4efb-a919-48e9fc535ab9 None None] Provisioning complete for port 7c64e615-c45d-4872-a7f7-8b40940207da triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:13.612853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8a75d472-dda2-4efb-a919-48e9fc535ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.660058 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-49cd4e44-f8b5-4766-a4d8-1af23b6f1d52 req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.672091 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-aa875a7c-0227-4306-a9ee-97531c99ebb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:13.672347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['c4dd1017-9359-48e4-885d-8103a679850b'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:21:13.733939 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-8a75d472-dda2-4efb-a919-48e9fc535ab9 None None] Port 7c64e615-c45d-4872-a7f7-8b40940207da cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:21:13.745507 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Pushing event deleted for resources: {'Port': ['ID=c4dd1017-9359-48e4-885d-8103a679850b,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:13.799357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.811400 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99725f-a1d9-46cd-a98b-bc9ccf01cc85 req-de9d5b26-b2c9-49fa-b26d-a91b150c54a5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:13.812917 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_db [None req-930405f3-e743-4030-b6b9-13a5d89acd34 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Floating IP 9f7ed7f2-35c0-49e9-b6cc-62c3c6e93e96 associated. External IP: 172.28.2.21, port: d8935204-c84e-4972-9b86-896cc1854072. Apr 20 18:21:13.814165 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8f99725f-a1d9-46cd-a98b-bc9ccf01cc85 req-de9d5b26-b2c9-49fa-b26d-a91b150c54a5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 931 time: 0.2684951 Apr 20 18:21:13.848671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:13.849182 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:13.849683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:13.850978 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:13.851427 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:13.851920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:13.852428 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:13.852916 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:13.853408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:13.853892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:13.854375 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:13.854924 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:13.892093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:13.894771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.900708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cd4e44-f8b5-4766-a4d8-1af23b6f1d52 req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] No DVR routers for this DVR port c4dd1017-9359-48e4-885d-8103a679850b on host hv-cinder-78693 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:21:13.904929 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-49cd4e44-f8b5-4766-a4d8-1af23b6f1d52 req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.907868 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bdfc36-2b0b-450a-b01e-eb34ae788806', 'name': 'network-vif-deleted', 'tag': 'c4dd1017-9359-48e4-885d-8103a679850b'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:13.942106 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-49cd4e44-f8b5-4766-a4d8-1af23b6f1d52 req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.37 "DELETE /v2.0/ports/c4dd1017-9359-48e4-885d-8103a679850b HTTP/1.1" status: 204 len: 173 time: 1.4434149 Apr 20 18:21:13.965599 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8f99725f-a1d9-46cd-a98b-bc9ccf01cc85 req-457a16e2-2d2a-45c0-92b1-b902d80a3ca2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957785 Apr 20 18:21:14.028394 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bdfc36-2b0b-450a-b01e-eb34ae788806', 'name': 'network-vif-deleted', 'tag': 'c4dd1017-9359-48e4-885d-8103a679850b', 'status': 'completed', 'code': 200} Apr 20 18:21:14.414056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:14.430276 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-ccc82b70-51ea-458b-90f0-d1424a52af5d req-9ae14414-9792-44be-9c20-b5114762b764 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Synchronizing usage tracker for tenant:c774ddeab24d40c89fc1410d211c2e3b on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:21:14.447303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-ccc82b70-51ea-458b-90f0-d1424a52af5d req-9ae14414-9792-44be-9c20-b5114762b764 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Unset dirty status for tenant:c774ddeab24d40c89fc1410d211c2e3b on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:21:14.449087 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ccc82b70-51ea-458b-90f0-d1424a52af5d req-9ae14414-9792-44be-9c20-b5114762b764 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3bdfc36-2b0b-450a-b01e-eb34ae788806 HTTP/1.1" status: 200 len: 210 time: 0.0998750 Apr 20 18:21:14.721988 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930405f3-e743-4030-b6b9-13a5d89acd34 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Router fb346610-77b2-48f9-9ebc-9f0586873a25 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:21:14.949032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c64e615-c45d-4872-a7f7-8b40940207da {{(pid=86319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:21:14.963309 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:14.996628 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Transition to ACTIVE for port object 7c64e615-c45d-4872-a7f7-8b40940207da will not be triggered until provisioned by entity L2. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:15.002424 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.010776 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-fce52a75-482b-4316-9f17-225223d16dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:15.063724 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930405f3-e743-4030-b6b9-13a5d89acd34 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:21:15.071391 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-930405f3-e743-4030-b6b9-13a5d89acd34 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.076646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e26f01-b0c5-438e-90e9-8118c32f78a9 None None] Sync routers for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:21:15.091015 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e26f01-b0c5-438e-90e9-8118c32f78a9 None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:15.091699 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-57e26f01-b0c5-438e-90e9-8118c32f78a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:21:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:15.251897 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c64e615-c45d-4872-a7f7-8b40940207da,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:15.284765 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.285318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.285726 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.286125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.286518 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.286952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.287348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.287802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.291071 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.291485 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.291906 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.292298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:21:15.304566 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde175de-ca7e-4284-a68c-d76210272459 req-130eac3e-5f36-4f88-a8c1-2838a3c724ef tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:15.309009 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fde175de-ca7e-4284-a68c-d76210272459 req-130eac3e-5f36-4f88-a8c1-2838a3c724ef tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.1579528 Apr 20 18:21:15.350071 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.357407 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:15.360214 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-930405f3-e743-4030-b6b9-13a5d89acd34 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "PUT /v2.0/floatingips/9f7ed7f2-35c0-49e9-b6cc-62c3c6e93e96 HTTP/1.1" status: 200 len: 990 time: 3.1286840 Apr 20 18:21:15.365191 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fde175de-ca7e-4284-a68c-d76210272459 req-9523cff3-7130-4898-8d59-0df34ca60ed6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508857 Apr 20 18:21:15.369883 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'tag': 'd8935204-c84e-4972-9b86-896cc1854072'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:15.404295 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-57e26f01-b0c5-438e-90e9-8118c32f78a9 None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:15.466569 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Attempting to bind port 7c64e615-c45d-4872-a7f7-8b40940207da on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:21:15.467163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Attempting to bind port 7c64e615-c45d-4872-a7f7-8b40940207da by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:21:15.467163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Attempting to bind port 7c64e615-c45d-4872-a7f7-8b40940207da on network 190e51c9-23fa-4948-90ae-c977e74b53f2 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:15.472308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Port 7c64e615-c45d-4872-a7f7-8b40940207da on network 190e51c9-23fa-4948-90ae-c977e74b53f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:21:15.472667 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Attempting to bind port 7c64e615-c45d-4872-a7f7-8b40940207da on network 190e51c9-23fa-4948-90ae-c977e74b53f2 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:15.479656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:21:15.480039 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Checking segment: {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:15.480461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Bound using segment: {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:21:15.480926 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Bound port: 7c64e615-c45d-4872-a7f7-8b40940207da, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c734399f-caf6-44c9-baf7-81e5c65995f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2'}}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:21:15.481320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.503675 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'tag': 'd8935204-c84e-4972-9b86-896cc1854072', 'status': 'completed', 'code': 200} Apr 20 18:21:15.604793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739036-81a0-43d3-8b53-4e668c81eff6 req-c1fbdcad-0c31-495a-b5c4-530c69da831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:15.606850 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cf739036-81a0-43d3-8b53-4e668c81eff6 req-c1fbdcad-0c31-495a-b5c4-530c69da831a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e68d8ac84e348d2bae03233d3574dac&device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 1098 time: 0.0900998 Apr 20 18:21:15.629105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, cleared binding levels {{(pid=86319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:21:15.633812 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7c64e615-c45d-4872-a7f7-8b40940207da,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:21:15.638308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.644074 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:15.722822 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:15.723507 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.725781 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c64e615-c45d-4872-a7f7-8b40940207da HTTP/1.1" status: 200 len: 1093 time: 2.1883001 Apr 20 18:21:15.764184 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7c64e615-c45d-4872-a7f7-8b40940207da,revision_number=3']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:15.804207 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739036-81a0-43d3-8b53-4e668c81eff6 req-5237dba5-184a-497c-9fcb-110e1ea3754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:15.806469 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cf739036-81a0-43d3-8b53-4e668c81eff6 req-5237dba5-184a-497c-9fcb-110e1ea3754c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 200 len: 912 time: 0.1932712 Apr 20 18:21:15.811245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device c4dd1017-9359-48e4-885d-8103a679850b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:21:15.857209 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:15.902515 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: c4dd1017-9359-48e4-885d-8103a679850b {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:21:15.902913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device c4dd1017-9359-48e4-885d-8103a679850b not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:21:15.947020 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-13316f51-b095-4e28-a06f-c93e79955950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:15.948833 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-13316f51-b095-4e28-a06f-c93e79955950 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 1096 time: 0.1584535 Apr 20 18:21:15.965554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-57e26f01-b0c5-438e-90e9-8118c32f78a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': '9f7ed7f2-35c0-49e9-b6cc-62c3c6e93e96', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'floating_ip_address': '172.28.2.21', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'port_id': 'd8935204-c84e-4972-9b86-896cc1854072', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'mac_address': 'fa:16:3e:92:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:20:42Z', 'updated_at': '2021-04-20T18:21:13Z', 'revision_number': 1, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:48Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:15.970300 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e26f01-b0c5-438e-90e9-8118c32f78a9 None None] Checking router: fb346610-77b2-48f9-9ebc-9f0586873a25 for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:21:15.981619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e26f01-b0c5-438e-90e9-8118c32f78a9 None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:15.982416 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-57e26f01-b0c5-438e-90e9-8118c32f78a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:21:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:16.012612 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cf739036-81a0-43d3-8b53-4e668c81eff6 req-35779624-2285-4b82-8e35-60c3abf7e78c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8935204-c84e-4972-9b86-896cc1854072 HTTP/1.1" status: 200 len: 998 time: 0.1982172 Apr 20 18:21:16.061475 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-66263037-8b3f-4ecd-bfee-d9871a0ea28c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c64e615-c45d-4872-a7f7-8b40940207da HTTP/1.1" status: 200 len: 217 time: 0.1027024 Apr 20 18:21:16.113614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739036-81a0-43d3-8b53-4e668c81eff6 req-0f3d885b-e6a9-405c-89f9-9494d1f262dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:16.116216 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cf739036-81a0-43d3-8b53-4e668c81eff6 req-0f3d885b-e6a9-405c-89f9-9494d1f262dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=922a9fae-400a-41c3-866a-d7ced6811462 HTTP/1.1" status: 200 len: 850 time: 0.0967917 Apr 20 18:21:16.142357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-ad8391dc-c858-405b-b95c-f3f60c40a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:16.143956 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-ad8391dc-c858-405b-b95c-f3f60c40a2d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 HTTP/1.1" status: 200 len: 856 time: 0.0759523 Apr 20 18:21:16.236124 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf739036-81a0-43d3-8b53-4e668c81eff6 req-c6868fc3-4665-43e0-95b9-cc93228a6154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:16.237472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-f248efd8-2da7-459f-bffd-1b70980afee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:16.237896 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cf739036-81a0-43d3-8b53-4e668c81eff6 req-c6868fc3-4665-43e0-95b9-cc93228a6154 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4395f03d-9c42-44cf-923d-981c8222378d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1148913 Apr 20 18:21:16.239263 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-f248efd8-2da7-459f-bffd-1b70980afee3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=190e51c9-23fa-4948-90ae-c977e74b53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879896 Apr 20 18:21:16.266153 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-57e26f01-b0c5-438e-90e9-8118c32f78a9 None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:16.413645 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cf739036-81a0-43d3-8b53-4e668c81eff6 req-41c0b97b-8e8f-4f14-a013-e3f3832d8567 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623399 Apr 20 18:21:16.496931 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-de25501c-c8a8-49d9-ad4a-286df9872573 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453241 Apr 20 18:21:16.684642 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-36c61d9d-583c-45a4-8f3c-115cf5ed2c67 req-f67ed3eb-b13c-4266-8790-7050c8b1527c service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798060 Apr 20 18:21:16.753920 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cf739036-81a0-43d3-8b53-4e668c81eff6 req-93db9af8-e2c6-4cd8-ab41-9dc0cc9d4307 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259635 Apr 20 18:21:16.792485 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690a1c6-e574-4c03-a08b-8e93c9bb43de req-0221149b-6358-4a0d-b8d7-c244aeb2f078 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:16.794382 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a690a1c6-e574-4c03-a08b-8e93c9bb43de req-0221149b-6358-4a0d-b8d7-c244aeb2f078 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 945 time: 0.2115173 Apr 20 18:21:16.808537 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee93f8-14f7-48e3-9a4d-99c52ddf8a87 req-dc64fb12-98d3-46cc-a471-111a8f5eddf4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:16.810155 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5cee93f8-14f7-48e3-9a4d-99c52ddf8a87 req-dc64fb12-98d3-46cc-a471-111a8f5eddf4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.2202377 Apr 20 18:21:16.857429 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-57e26f01-b0c5-438e-90e9-8118c32f78a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': '9f7ed7f2-35c0-49e9-b6cc-62c3c6e93e96', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'floating_ip_address': '172.28.2.21', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'port_id': 'd8935204-c84e-4972-9b86-896cc1854072', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'mac_address': 'fa:16:3e:92:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:20:42Z', 'updated_at': '2021-04-20T18:21:13Z', 'revision_number': 1, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:48Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:16.861630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e26f01-b0c5-438e-90e9-8118c32f78a9 None None] The sync data for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb is: [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': '9f7ed7f2-35c0-49e9-b6cc-62c3c6e93e96', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'floating_ip_address': '172.28.2.21', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'port_id': 'd8935204-c84e-4972-9b86-896cc1854072', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'mac_address': 'fa:16:3e:92:8d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:20:42Z', 'updated_at': '2021-04-20T18:21:13Z', 'revision_number': 1, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:48Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:21:16.886430 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a690a1c6-e574-4c03-a08b-8e93c9bb43de req-aaa2dd73-77e1-4c5c-8b26-f01553bc13bd tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751736 Apr 20 18:21:16.895343 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5cee93f8-14f7-48e3-9a4d-99c52ddf8a87 req-0932651c-7296-4789-ae08-ef74f05a4d01 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697298 Apr 20 18:21:16.925691 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 51944) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:17.169858 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaa4181-94ff-470a-8fe3-314d3bc7ed0f tempest-TestMinimumBasicScenario-1110487493 tempest-TestMinimumBasicScenario-1110487493-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:17.170721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ccaa4181-94ff-470a-8fe3-314d3bc7ed0f tempest-TestMinimumBasicScenario-1110487493 tempest-TestMinimumBasicScenario-1110487493-project-admin] Synchronizing usage tracker for tenant:301a9ee0db284992b626dad9241068ee on resource:port {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:21:17.184718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663e7979-d4bc-4e95-8cfd-74648efcd3af None None] New status for floating IP 9f7ed7f2-35c0-49e9-b6cc-62c3c6e93e96: ACTIVE {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:21:17.194903 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ccaa4181-94ff-470a-8fe3-314d3bc7ed0f tempest-TestMinimumBasicScenario-1110487493 tempest-TestMinimumBasicScenario-1110487493-project-admin] Unset dirty status for tenant:301a9ee0db284992b626dad9241068ee on resource:port {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:21:17.197985 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ccaa4181-94ff-470a-8fe3-314d3bc7ed0f tempest-TestMinimumBasicScenario-1110487493 tempest-TestMinimumBasicScenario-1110487493-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 1093 time: 0.2693322 Apr 20 18:21:17.199561 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 51962) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:17.205872 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Request body: {'floatingip': {'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'port_id': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:17.215198 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:17.219713 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Usage tracker for resource:floatingip and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:17.222991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:17.229937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:17.240340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for floatingip, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:17.397601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:17.505768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:17.556078 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da', 'status': 'completed', 'code': 200} Apr 20 18:21:17.556502 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Allocated IP 172.28.2.143 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/14026352-7aef-4c3c-b6b6-8bdb44859f83) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:21:17.779263 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:17.791758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8cd8d-4f0a-4201-a6b1-15f0e3d3efb7 req-26c3da86-c6f7-4671-a522-7f854c3c1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:17.793371 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-42c8cd8d-4f0a-4201-a6b1-15f0e3d3efb7 req-26c3da86-c6f7-4671-a522-7f854c3c1fa6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 1096 time: 0.1532505 Apr 20 18:21:17.930423 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:17.938123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:18.005091 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62d3571c-865f-43cd-acb7-dd8cc36bbc5b req-9d2a0c76-a159-412d-bb09-967b9208921e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936518 Apr 20 18:21:18.029900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:21:18.032973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:18.034047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8cd8d-4f0a-4201-a6b1-15f0e3d3efb7 req-83f766f1-8440-469a-b70b-7bb2a3936098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:18.035697 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-42c8cd8d-4f0a-4201-a6b1-15f0e3d3efb7 req-83f766f1-8440-469a-b70b-7bb2a3936098 service neutron] 10.222.0.37 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 918 time: 0.2350838 Apr 20 18:21:18.039465 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:18.045430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:21:18.175192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3571c-865f-43cd-acb7-dd8cc36bbc5b req-3c769af5-0ae6-4945-8587-da07ba44b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:18.176794 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62d3571c-865f-43cd-acb7-dd8cc36bbc5b req-3c769af5-0ae6-4945-8587-da07ba44b834 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c250e0852dda4b6db36fcb0ea4536490&device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 1098 time: 0.0900030 Apr 20 18:21:18.180491 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event updated for resources: {'Port': ['ID=14026352-7aef-4c3c-b6b6-8bdb44859f83,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:18.203255 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:18.210012 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-42c8cd8d-4f0a-4201-a6b1-15f0e3d3efb7 req-2ee6971d-67f5-402d-ac81-75b8bea3b783 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c64e615-c45d-4872-a7f7-8b40940207da HTTP/1.1" status: 200 len: 217 time: 0.1656783 Apr 20 18:21:18.339817 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3571c-865f-43cd-acb7-dd8cc36bbc5b req-d84d1eda-1950-4153-a862-1abaaaf9920a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:18.341483 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62d3571c-865f-43cd-acb7-dd8cc36bbc5b req-d84d1eda-1950-4153-a862-1abaaaf9920a service neutron] 10.222.0.37 "GET /v2.0/networks?id=57ff6d07-2176-457d-9fdf-c143c911f214 HTTP/1.1" status: 200 len: 910 time: 0.1446211 Apr 20 18:21:18.369127 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8cd8d-4f0a-4201-a6b1-15f0e3d3efb7 req-38c5d693-5161-42ea-b7e3-a7d467317d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:18.370770 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-42c8cd8d-4f0a-4201-a6b1-15f0e3d3efb7 req-38c5d693-5161-42ea-b7e3-a7d467317d0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 HTTP/1.1" status: 200 len: 856 time: 0.1525252 Apr 20 18:21:18.462273 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62d3571c-865f-43cd-acb7-dd8cc36bbc5b req-d1c8916a-3d5f-461a-8558-3a243906ddbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e HTTP/1.1" status: 200 len: 1000 time: 0.1142902 Apr 20 18:21:18.492196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee784e3-6f97-4786-9c8f-a1354fc05d41 req-df0c0755-5d4c-48a3-b5ef-435aa247f208 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:18.493814 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1ee784e3-6f97-4786-9c8f-a1354fc05d41 req-df0c0755-5d4c-48a3-b5ef-435aa247f208 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.4203689 Apr 20 18:21:18.546615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3571c-865f-43cd-acb7-dd8cc36bbc5b req-81f41a97-cba2-4e14-a21f-0d24cf11f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:18.548185 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62d3571c-865f-43cd-acb7-dd8cc36bbc5b req-81f41a97-cba2-4e14-a21f-0d24cf11f41a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cda58ca-ce51-4fab-bdb5-fa33e951d3b0 HTTP/1.1" status: 200 len: 848 time: 0.0763743 Apr 20 18:21:18.642896 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3571c-865f-43cd-acb7-dd8cc36bbc5b req-7476c824-8f63-4e05-9346-a4efb1adee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:18.644270 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62d3571c-865f-43cd-acb7-dd8cc36bbc5b req-7476c824-8f63-4e05-9346-a4efb1adee85 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57ff6d07-2176-457d-9fdf-c143c911f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0894303 Apr 20 18:21:18.807102 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62d3571c-865f-43cd-acb7-dd8cc36bbc5b req-d4831a13-db3c-4451-b0c9-e5d9787b269f service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491325 Apr 20 18:21:18.952052 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1ee784e3-6f97-4786-9c8f-a1354fc05d41 req-f061a501-bc4e-4a3a-b2b5-098a5281e8df tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4482350 Apr 20 18:21:18.970564 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62d3571c-865f-43cd-acb7-dd8cc36bbc5b req-bf9a14ab-6e1d-417f-848f-9ffbd72be8c2 service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563313 Apr 20 18:21:18.973899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8cd8d-4f0a-4201-a6b1-15f0e3d3efb7 req-d5df4ede-556c-41bc-9930-cd1d2556dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:18.975598 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-42c8cd8d-4f0a-4201-a6b1-15f0e3d3efb7 req-d5df4ede-556c-41bc-9930-cd1d2556dc9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=190e51c9-23fa-4948-90ae-c977e74b53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5952961 Apr 20 18:21:19.311245 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-42c8cd8d-4f0a-4201-a6b1-15f0e3d3efb7 req-4ce13893-654f-4ec2-9f15-0ff58f2358ee service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240945 Apr 20 18:21:19.437683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:19.537764 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-42c8cd8d-4f0a-4201-a6b1-15f0e3d3efb7 req-cc2ff294-4a54-499c-b53c-1800ccfbb322 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173862 Apr 20 18:21:19.602870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:19.752863 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7c64e615-c45d-4872-a7f7-8b40940207da details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:21:19.838736 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:19.844917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:19.851940 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:19.973710 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7c64e615-c45d-4872-a7f7-8b40940207da,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:19.989952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '7c64e615-c45d-4872-a7f7-8b40940207da', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'port_id': '7c64e615-c45d-4872-a7f7-8b40940207da', 'mac_address': 'fa:16:3e:96:6b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:21:20.010644 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event updated for resources: {'Port': ['ID=14026352-7aef-4c3c-b6b6-8bdb44859f83,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:20.066243 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:20.067986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:20.079466 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:20.088818 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c64e615-c45d-4872-a7f7-8b40940207da {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:21:20.107635 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7c64e615-c45d-4872-a7f7-8b40940207da,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:20.112343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:20.114951 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:20.192864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=7c64e615-c45d-4872-a7f7-8b40940207da,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:20.196306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:20.363298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['7c64e615-c45d-4872-a7f7-8b40940207da'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:21:20.387900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-cebf2938-9c37-417f-bd68-c2ceba9d3531 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:20.389473 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-cebf2938-9c37-417f-bd68-c2ceba9d3531 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/networks?id=30df65b0-c436-4886-804c-e19033d38cf2 HTTP/1.1" status: 200 len: 813 time: 0.4351826 Apr 20 18:21:20.419882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca60be-7b38-423b-ba99-bc1339674e95 req-8e4848da-8acb-4c42-81a6-16cae3908f40 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:20.421452 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-11ca60be-7b38-423b-ba99-bc1339674e95 req-8e4848da-8acb-4c42-81a6-16cae3908f40 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 944 time: 0.2875435 Apr 20 18:21:20.428085 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_db [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Floating IP c9249749-8eb8-48b4-8b36-6b2514c1261b associated. External IP: 172.28.2.143, port: f5b7907a-735c-4da3-bb00-f18e778ef1e0. Apr 20 18:21:20.481223 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-b61d1233-3473-4303-b87d-031bc39c9ee2 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/quotas/c774ddeab24d40c89fc1410d211c2e3b HTTP/1.1" status: 200 len: 375 time: 0.0831141 Apr 20 18:21:20.636414 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-95deffc3-2f44-4c38-818c-0e747603d3c9 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c774ddeab24d40c89fc1410d211c2e3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1477849 Apr 20 18:21:20.926693 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-11ca60be-7b38-423b-ba99-bc1339674e95 req-b05a2bc1-22e8-423b-8ca7-1bd02a4e3ade tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4392416 Apr 20 18:21:21.218618 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-4a9acfb1-9c52-4c44-9a2a-a79f3f4d5c55 service neutron] 10.222.0.21 "GET /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376381 Apr 20 18:21:21.372092 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Router fef59056-04ac-4a1b-b2e6-17323f16386d has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:21:21.454121 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-2d9e2e63-546b-42a4-b10c-d01ba85884e9 service neutron] 10.222.0.21 "GET /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268329 Apr 20 18:21:21.594330 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:21:21.610058 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8fad8-c40a-4a0f-ae08-1328c9e7ab8f None None] Sync routers for ids ['fef59056-04ac-4a1b-b2e6-17323f16386d'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:21:21.621574 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8fad8-c40a-4a0f-ae08-1328c9e7ab8f None None] Routers {'fef59056-04ac-4a1b-b2e6-17323f16386d'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:21.622399 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-8fd8fad8-c40a-4a0f-ae08-1328c9e7ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:21:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fef59056-04ac-4a1b-b2e6-17323f16386d'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:21.667037 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bb61cd28-5db6-457a-99bc-e517fe83e997 req-f892f187-0e62-44a5-85d7-d8b798648526 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 210 time: 0.0576367 Apr 20 18:21:21.671860 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.736754 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5359976 Apr 20 18:21:21.737525 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:21.739972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52008) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:21.746323 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521275175', 'description': 'tempest-secgroup-smoke-1521275175 description', 'project_id': '31a8473ee6df41d6b7760fa839502252'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:21.753508 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:21.758738 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Usage tracker for resource:security_group and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:21.761908 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:21.768678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:21.781353 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.788300 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7c64e615-c45d-4872-a7f7-8b40940207da up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:21.797512 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'status': 'completed', 'code': 200} Apr 20 18:21:21.808231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:21.812397 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Usage tracker for resource:security_group_rule and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:21.816398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:21.824005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:21.892239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-8fd8fad8-c40a-4a0f-ae08-1328c9e7ab8f None None] Set router fef59056-04ac-4a1b-b2e6-17323f16386d gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:21.907437 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.925843 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.931542 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ae895-5141-4ed1-8440-b811df96ef2e req-7eba87af-a04c-4b13-b885-1858460da409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:21.935922 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:21.952190 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-442ae895-5141-4ed1-8440-b811df96ef2e req-7eba87af-a04c-4b13-b885-1858460da409 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31a8473ee6df41d6b7760fa839502252&device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 1098 time: 0.1177254 Apr 20 18:21:21.970593 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port 7c64e615-c45d-4872-a7f7-8b40940207da completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:21.983525 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 7c64e615-c45d-4872-a7f7-8b40940207da triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:21.984139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:22.009570 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:22.011285 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2700090 Apr 20 18:21:22.019932 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52018) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:22.041593 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-b5689ba2-add3-424d-b14b-89fd9d007b66 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Request body: {'security_group_rule': {'security_group_id': 'f524bb0e-6b99-4fa8-a6c6-fa13dc39e964', 'project_id': '31a8473ee6df41d6b7760fa839502252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:22.056130 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-b5689ba2-add3-424d-b14b-89fd9d007b66 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:22.060515 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:22.063432 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-b5689ba2-add3-424d-b14b-89fd9d007b66 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Usage tracker for resource:security_group_rule and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:22.077013 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:22.077942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-b5689ba2-add3-424d-b14b-89fd9d007b66 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:22.095784 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-b5689ba2-add3-424d-b14b-89fd9d007b66 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:22.135642 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b5689ba2-add3-424d-b14b-89fd9d007b66 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:22.274694 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662137f-1051-4bec-8271-16ad81a76c2b req-f30ab3b2-bd1b-41f2-be65-a71524933f94 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:22.276870 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4662137f-1051-4bec-8271-16ad81a76c2b req-f30ab3b2-bd1b-41f2-be65-a71524933f94 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 944 time: 0.1723523 Apr 20 18:21:22.278310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ae895-5141-4ed1-8440-b811df96ef2e req-b5b141aa-01e1-4ac0-8e39-b79b92471f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:22.279990 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-442ae895-5141-4ed1-8440-b811df96ef2e req-b5b141aa-01e1-4ac0-8e39-b79b92471f3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee HTTP/1.1" status: 200 len: 915 time: 0.3248994 Apr 20 18:21:22.354760 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:22.445592 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:22.461849 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7c64e615-c45d-4872-a7f7-8b40940207da,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:22.469398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:22.470307 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4662137f-1051-4bec-8271-16ad81a76c2b req-267b2ba6-208f-426f-a2a1-c11faed22718 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845961 Apr 20 18:21:22.472895 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:22.503271 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-442ae895-5141-4ed1-8440-b811df96ef2e req-90c49a74-230f-4f42-9a25-831e9a8155cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0 HTTP/1.1" status: 200 len: 999 time: 0.1979890 Apr 20 18:21:22.529878 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da', 'code': 200} Apr 20 18:21:22.559707 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b5689ba2-add3-424d-b14b-89fd9d007b66 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:22.565476 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b5689ba2-add3-424d-b14b-89fd9d007b66 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:22.568314 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-224454a5-4f53-410a-a08d-ff8fbca2b263 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:22.582321 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-8fd8fad8-c40a-4a0f-ae08-1328c9e7ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:20:16Z', 'revision_number': 4, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': 'c9249749-8eb8-48b4-8b36-6b2514c1261b', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'floating_ip_address': '172.28.2.143', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'port_id': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'mac_address': 'fa:16:3e:00:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:21:19Z', 'updated_at': '2021-04-20T18:21:19Z', 'revision_number': 0, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a3bdd0b-123a-48fa-9e9a-611bba25a50e', 'name': '', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'mac_address': 'fa:16:3e:39:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:16Z', 'updated_at': '2021-04-20T18:20:27Z', 'revision_number': 5, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'subnets': [{'id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:22.587446 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ae895-5141-4ed1-8440-b811df96ef2e req-01927759-6809-4e68-afcc-33e244df7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:22.589401 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-442ae895-5141-4ed1-8440-b811df96ef2e req-01927759-6809-4e68-afcc-33e244df7f76 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0413b04-69f0-44bb-b832-c94528505b97 HTTP/1.1" status: 200 len: 853 time: 0.0742669 Apr 20 18:21:22.593942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5689ba2-add3-424d-b14b-89fd9d007b66 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6843ae-67ba-48da-a0b6-7ec339e7b311,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:22.594411 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8fad8-c40a-4a0f-ae08-1328c9e7ab8f None None] Checking router: fef59056-04ac-4a1b-b2e6-17323f16386d for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:21:22.599695 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b5689ba2-add3-424d-b14b-89fd9d007b66 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:22.611315 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b5689ba2-add3-424d-b14b-89fd9d007b66 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:22.613180 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-b5689ba2-add3-424d-b14b-89fd9d007b66 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5916579 Apr 20 18:21:22.616030 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52026) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:22.620535 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8fad8-c40a-4a0f-ae08-1328c9e7ab8f None None] Routers {'fef59056-04ac-4a1b-b2e6-17323f16386d'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:22.621318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-8fd8fad8-c40a-4a0f-ae08-1328c9e7ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:21:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fef59056-04ac-4a1b-b2e6-17323f16386d'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:22.621977 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Request body: {'security_group_rule': {'security_group_id': 'f524bb0e-6b99-4fa8-a6c6-fa13dc39e964', 'project_id': '31a8473ee6df41d6b7760fa839502252', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:22.628900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:22.633949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Usage tracker for resource:security_group_rule and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:22.637516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:22.646000 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:22.665393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:22.682311 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=7c64e615-c45d-4872-a7f7-8b40940207da,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:22.692719 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:22.700592 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ae895-5141-4ed1-8440-b811df96ef2e req-8e750a98-44fd-4fbb-b0ca-81649d26ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:22.702236 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-442ae895-5141-4ed1-8440-b811df96ef2e req-8e750a98-44fd-4fbb-b0ca-81649d26ef6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1047552 Apr 20 18:21:22.833219 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:22.837399 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:22.851172 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3e0e0298-a521-42f9-9edd-36c94537aa81 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:22.877332 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f9240-c6e1-4d77-b4fd-b6a8844d0bf2 req-86d6f96b-9cf4-4196-8bdc-f72fe3985906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:22.878997 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-857f9240-c6e1-4d77-b4fd-b6a8844d0bf2 req-86d6f96b-9cf4-4196-8bdc-f72fe3985906 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 1098 time: 0.1447992 Apr 20 18:21:22.883612 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-89c42820-e9f0-4ba6-b14a-abce76613c3c req-73d95293-f412-40c6-87d7-d1744da1eac3 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 210 time: 0.0705462 Apr 20 18:21:22.886334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a61aa37-fcba-45e2-8556-b6313e7cbe40,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:22.894592 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:22.897593 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:22.901870 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2847466 Apr 20 18:21:22.924068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52032) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:22.934176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-8fd8fad8-c40a-4a0f-ae08-1328c9e7ab8f None None] Set router fef59056-04ac-4a1b-b2e6-17323f16386d gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:22.960427 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-ef1c0576-be64-4135-95f6-d89a4bd13284 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Request body: {'security_group_rule': {'security_group_id': 'f524bb0e-6b99-4fa8-a6c6-fa13dc39e964', 'project_id': '31a8473ee6df41d6b7760fa839502252', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:22.971637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ef1c0576-be64-4135-95f6-d89a4bd13284 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:22.980870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ef1c0576-be64-4135-95f6-d89a4bd13284 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Usage tracker for resource:security_group_rule and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:22.985250 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-857f9240-c6e1-4d77-b4fd-b6a8844d0bf2 req-7651e329-7050-44d4-8c68-b6d6d2078d9c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888262 Apr 20 18:21:22.986136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-ef1c0576-be64-4135-95f6-d89a4bd13284 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:22.993142 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-ef1c0576-be64-4135-95f6-d89a4bd13284 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:23.013410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0576-be64-4135-95f6-d89a4bd13284 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.085198 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-442ae895-5141-4ed1-8440-b811df96ef2e req-148e919b-8e43-4ff3-9297-f2b3b16c3fad service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670015 Apr 20 18:21:23.104787 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0576-be64-4135-95f6-d89a4bd13284 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.109166 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0576-be64-4135-95f6-d89a4bd13284 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.111529 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-33f4cf02-a77a-43bc-a16d-baf44a58868c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:23.152452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ef1c0576-be64-4135-95f6-d89a4bd13284 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.153748 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ef1c0576-be64-4135-95f6-d89a4bd13284 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2123816 Apr 20 18:21:23.154768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c0576-be64-4135-95f6-d89a4bd13284 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d38f89e-92b8-42f1-964f-67548c794e2f,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:23.156615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52036) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:23.163371 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-8320b8c0-5683-4c5f-8e11-ab11c7e3e08b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Request body: {'security_group_rule': {'security_group_id': 'f524bb0e-6b99-4fa8-a6c6-fa13dc39e964', 'project_id': '31a8473ee6df41d6b7760fa839502252', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:23.168632 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ef1c0576-be64-4135-95f6-d89a4bd13284 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:23.171324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8320b8c0-5683-4c5f-8e11-ab11c7e3e08b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:23.178734 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8320b8c0-5683-4c5f-8e11-ab11c7e3e08b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Usage tracker for resource:security_group_rule and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:23.187650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8320b8c0-5683-4c5f-8e11-ab11c7e3e08b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:23.196607 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8320b8c0-5683-4c5f-8e11-ab11c7e3e08b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:23.217005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8320b8c0-5683-4c5f-8e11-ab11c7e3e08b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.302112 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-05bf1cc4-1acd-48f2-b3e5-cbb61e72b3b8 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:23.305472 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-05bf1cc4-1acd-48f2-b3e5-cbb61e72b3b8 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.37 "GET /v2.0/networks?id=30df65b0-c436-4886-804c-e19033d38cf2 HTTP/1.1" status: 200 len: 813 time: 0.3468442 Apr 20 18:21:23.326382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Request body: {'port': {'device_id': 'e4b26107-572c-4062-9edf-f3f511d431bb', 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2', 'admin_state_up': True, 'tenant_id': 'c774ddeab24d40c89fc1410d211c2e3b'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:23.328233 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8320b8c0-5683-4c5f-8e11-ab11c7e3e08b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.331821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8320b8c0-5683-4c5f-8e11-ab11c7e3e08b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.342312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f240c455-8476-4957-b395-41c00d5a1d70 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:23.363329 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320b8c0-5683-4c5f-8e11-ab11c7e3e08b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f79781-6c0b-4525-a4ee-8c5e9b0f0bb5,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:23.367017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8320b8c0-5683-4c5f-8e11-ab11c7e3e08b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:23.378196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8320b8c0-5683-4c5f-8e11-ab11c7e3e08b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.382328 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-8320b8c0-5683-4c5f-8e11-ab11c7e3e08b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2219121 Apr 20 18:21:23.382741 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52046) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:23.388776 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Request body: {'security_group_rule': {'security_group_id': 'f524bb0e-6b99-4fa8-a6c6-fa13dc39e964', 'project_id': '31a8473ee6df41d6b7760fa839502252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:23.395703 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:23.401302 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Usage tracker for resource:security_group_rule and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:23.404972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:23.412275 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:23.415961 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-442ae895-5141-4ed1-8440-b811df96ef2e req-13f713bb-4afd-4c05-8070-aa45b3ba287f service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232434 Apr 20 18:21:23.425712 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.securitygroups_db [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Project 31a8473ee6df41d6b7760fa839502252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:21:23.436494 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.465131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-8fd8fad8-c40a-4a0f-ae08-1328c9e7ab8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:20:16Z', 'revision_number': 4, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': 'c9249749-8eb8-48b4-8b36-6b2514c1261b', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'floating_ip_address': '172.28.2.143', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'port_id': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'mac_address': 'fa:16:3e:00:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:21:19Z', 'updated_at': '2021-04-20T18:21:19Z', 'revision_number': 0, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a3bdd0b-123a-48fa-9e9a-611bba25a50e', 'name': '', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'mac_address': 'fa:16:3e:39:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:16Z', 'updated_at': '2021-04-20T18:20:27Z', 'revision_number': 5, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'subnets': [{'id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:23.469530 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8fad8-c40a-4a0f-ae08-1328c9e7ab8f None None] The sync data for ids ['fef59056-04ac-4a1b-b2e6-17323f16386d'] in dv-cinder-786930-2-smb is: [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:20:16Z', 'revision_number': 4, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': 'c9249749-8eb8-48b4-8b36-6b2514c1261b', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'floating_ip_address': '172.28.2.143', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'port_id': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'mac_address': 'fa:16:3e:00:14:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:21:19Z', 'updated_at': '2021-04-20T18:21:19Z', 'revision_number': 0, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a3bdd0b-123a-48fa-9e9a-611bba25a50e', 'name': '', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'mac_address': 'fa:16:3e:39:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:16Z', 'updated_at': '2021-04-20T18:20:27Z', 'revision_number': 5, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'subnets': [{'id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:21:23.495875 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:23.507492 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:23.517499 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Made reservation on behalf of c774ddeab24d40c89fc1410d211c2e3b for: {'port': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:21:23.520652 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.525162 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.525654 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.528186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:23.558228 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f5ccc1-163c-4591-9549-1e249039525f,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:23.563778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:23.568799 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.573053 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-07033d72-2144-4ebd-ba88-2882ba432aa4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1864560 Apr 20 18:21:23.574574 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52052) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:23.581909 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Request body: {'security_group_rule': {'security_group_id': 'f524bb0e-6b99-4fa8-a6c6-fa13dc39e964', 'project_id': '31a8473ee6df41d6b7760fa839502252', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:23.589762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:21:23.594619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Usage tracker for resource:security_group_rule and tenant:31a8473ee6df41d6b7760fa839502252 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:21:23.597802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:21:23.606506 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:21:23.618200 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.securitygroups_db [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Project 31a8473ee6df41d6b7760fa839502252 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:21:23.626082 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.704154 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.708056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.711933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8f7b53bb-5195-417e-bf89-0aff8d1df52f tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:23.741903 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a633aeba-14b1-406a-952c-bd183f56fd29,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:23.745006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:23.759148 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.761003 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-0ab8b24b-31f1-4424-8b1e-f82fea652302 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1846550 Apr 20 18:21:23.793071 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c1ab5a-c5b6-4578-9e29-90b407253acb None None] New status for floating IP c9249749-8eb8-48b4-8b36-6b2514c1261b: ACTIVE {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:21:24.106551 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-20ac3c7f-ccef-4c53-a9c7-d61948acb18e req-08d86fb6-b953-47a1-a8be-a377a1011f8a tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521275175&fields=id&tenant_id=31a8473ee6df41d6b7760fa839502252 HTTP/1.1" status: 200 len: 267 time: 0.1203308 Apr 20 18:21:24.182497 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Allocated IP 172.20.0.3 (30df65b0-c436-4886-804c-e19033d38cf2/6833dc7c-aa76-4208-9a7d-ef106c570854/7baec116-aa89-4706-bfd9-730679fdc78b) {{(pid=86320) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:21:24.222622 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54465b9d-bb27-496a-a942-2418b2ad9492 req-6132619a-5afd-4662-8175-0d701e37f749 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:24.224232 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-54465b9d-bb27-496a-a942-2418b2ad9492 req-6132619a-5afd-4662-8175-0d701e37f749 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.5837595 Apr 20 18:21:24.348573 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-54465b9d-bb27-496a-a942-2418b2ad9492 req-7fac4b02-bec6-4508-a641-a98e5da81683 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107914 Apr 20 18:21:24.361889 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac3c7f-ccef-4c53-a9c7-d61948acb18e req-ba80c755-0db5-495a-a09f-c6837b957767 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:24.363558 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-20ac3c7f-ccef-4c53-a9c7-d61948acb18e req-ba80c755-0db5-495a-a09f-c6837b957767 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 945 time: 0.2462735 Apr 20 18:21:24.423361 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-20ac3c7f-ccef-4c53-a9c7-d61948acb18e req-bce4972a-cfd7-4ff1-bdc2-212d1e6f2738 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Request body: {'port': {'security_groups': ['9fd0392a-7794-458b-acd5-ec4bd2570909', 'f524bb0e-6b99-4fa8-a6c6-fa13dc39e964']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:24.546928 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c024be81-71bf-4a16-8894-f3cf8b353c02 req-022a4533-0049-42bf-be7d-c164361b515d tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 210 time: 0.0837407 Apr 20 18:21:24.679865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-20ac3c7f-ccef-4c53-a9c7-d61948acb18e req-bce4972a-cfd7-4ff1-bdc2-212d1e6f2738 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:24.698322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks [] for port, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:24.828900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:24.836172 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5a9e2c6f-6745-4354-9214-fa78a7786bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:24.981737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Network 30df65b0-c436-4886-804c-e19033d38cf2 is already hosted by enough agents. {{(pid=86320) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:21:24.989876 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Resources bound (agent type, host, resource id): {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:21:24.999842 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Received port after_create {{(pid=86320) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:21:25.035987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Pushing event updated for resources: {'Port': ['ID=7baec116-aa89-4706-bfd9-730679fdc78b,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:25.046082 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:25.112578 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:25.113152 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:25.147405 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-20ac3c7f-ccef-4c53-a9c7-d61948acb18e req-bce4972a-cfd7-4ff1-bdc2-212d1e6f2738 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] For port f5b7907a-735c-4da3-bb00-f18e778ef1e0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:25.161153 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-1b53b8ee-b9f9-4fb3-9537-4efb9452dc00 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8397882 Apr 20 18:21:25.181885 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Request body: {'port': {'device_id': 'e4b26107-572c-4062-9edf-f3f511d431bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:25.215888 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-20ac3c7f-ccef-4c53-a9c7-d61948acb18e req-bce4972a-cfd7-4ff1-bdc2-212d1e6f2738 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:25.226200 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-20ac3c7f-ccef-4c53-a9c7-d61948acb18e req-bce4972a-cfd7-4ff1-bdc2-212d1e6f2738 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:25.233100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-77fefd74-1260-4cfc-8dd7-17ac6102fc67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:25.244988 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['f5b7907a-735c-4da3-bb00-f18e778ef1e0'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:21:25.316533 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac3c7f-ccef-4c53-a9c7-d61948acb18e req-bce4972a-cfd7-4ff1-bdc2-212d1e6f2738 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:25.317403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-20ac3c7f-ccef-4c53-a9c7-d61948acb18e req-bce4972a-cfd7-4ff1-bdc2-212d1e6f2738 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:25.319167 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-20ac3c7f-ccef-4c53-a9c7-d61948acb18e req-bce4972a-cfd7-4ff1-bdc2-212d1e6f2738 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "PUT /v2.0/ports/f5b7907a-735c-4da3-bb00-f18e778ef1e0 HTTP/1.1" status: 200 len: 981 time: 0.9011157 Apr 20 18:21:25.327715 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:25.406779 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce4972a-cfd7-4ff1-bdc2-212d1e6f2738 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event updated for resources: {'Port': ['ID=f5b7907a-735c-4da3-bb00-f18e778ef1e0,revision_number=6']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:25.411792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bce4972a-cfd7-4ff1-bdc2-212d1e6f2738 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:25.415483 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:25.434634 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['f5b7907a-735c-4da3-bb00-f18e778ef1e0'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:21:25.446920 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'status': 'completed', 'code': 200} Apr 20 18:21:25.738937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-44336dac-1248-4ebd-ba2c-2714fe3e668d None None] Provisioning complete for port f5b7907a-735c-4da3-bb00-f18e778ef1e0 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:25.739247 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-44336dac-1248-4ebd-ba2c-2714fe3e668d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:25.904598 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabb14f-dd38-4e40-b224-53309349743a req-f821d9d9-a954-4804-832c-544a2f9aea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:25.906246 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bdabb14f-dd38-4e40-b224-53309349743a req-f821d9d9-a954-4804-832c-544a2f9aea3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31a8473ee6df41d6b7760fa839502252&device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 1137 time: 0.4197361 Apr 20 18:21:25.921025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83130f3-bbf3-4a2a-a0ac-8bc5c55f5bfa req-0a1d0c34-8c65-4c63-b70f-b8aee20e111c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:25.922692 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a83130f3-bbf3-4a2a-a0ac-8bc5c55f5bfa req-0a1d0c34-8c65-4c63-b70f-b8aee20e111c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.4374526 Apr 20 18:21:25.994738 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1935d2b-c5db-4fed-8faf-847b9666aea4 req-f99fe615-4ed5-4aa7-bc82-377c12b77423 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:25.996289 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b1935d2b-c5db-4fed-8faf-847b9666aea4 req-f99fe615-4ed5-4aa7-bc82-377c12b77423 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.4125569 Apr 20 18:21:26.155746 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a83130f3-bbf3-4a2a-a0ac-8bc5c55f5bfa req-4c975a87-6b17-4bbf-a381-4a5969709f50 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1979795 Apr 20 18:21:26.180577 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b1935d2b-c5db-4fed-8faf-847b9666aea4 req-f59e0977-ed30-49a7-b0dc-b1044042b593 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145086 Apr 20 18:21:26.249633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabb14f-dd38-4e40-b224-53309349743a req-100812b0-2847-432d-853a-ce5f3d2031dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:26.251612 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bdabb14f-dd38-4e40-b224-53309349743a req-100812b0-2847-432d-853a-ce5f3d2031dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee HTTP/1.1" status: 200 len: 915 time: 0.3200572 Apr 20 18:21:26.467013 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7baec116-aa89-4706-bfd9-730679fdc78b {{(pid=86320) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:21:26.517991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:26.550571 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bdabb14f-dd38-4e40-b224-53309349743a req-86ed6d98-e2b1-491e-931a-cf498bf785cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0 HTTP/1.1" status: 200 len: 1001 time: 0.2596626 Apr 20 18:21:26.853641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Transition to ACTIVE for port object 7baec116-aa89-4706-bfd9-730679fdc78b will not be triggered until provisioned by entity L2. {{(pid=86320) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:26.869912 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:26.878564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:27.029137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9ba2a-f9a0-417b-b827-ab525c7ac7a1 req-b098db4d-94cf-4960-bdc8-7a4cb2e9db9f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:27.029963 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-7be9ba2a-f9a0-417b-b827-ab525c7ac7a1 req-b098db4d-94cf-4960-bdc8-7a4cb2e9db9f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Synchronizing usage tracker for tenant:c774ddeab24d40c89fc1410d211c2e3b on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:21:27.051655 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabb14f-dd38-4e40-b224-53309349743a req-9ebe51b3-5e61-4fc7-9366-e0910b6c5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:27.054423 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bdabb14f-dd38-4e40-b224-53309349743a req-9ebe51b3-5e61-4fc7-9366-e0910b6c5bb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0413b04-69f0-44bb-b832-c94528505b97 HTTP/1.1" status: 200 len: 853 time: 0.4861727 Apr 20 18:21:27.162986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Pushing event updated for resources: {'Port': ['ID=7baec116-aa89-4706-bfd9-730679fdc78b,revision_number=2']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:27.185133 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ee524-c36d-4395-8d40-a28b30ab5b18 req-a7f2bb33-98ec-4ada-8354-faff92be8021 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:27.186821 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-eb7ee524-c36d-4395-8d40-a28b30ab5b18 req-a7f2bb33-98ec-4ada-8354-faff92be8021 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.7290492 Apr 20 18:21:27.187784 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:27.196520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52076) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:27.202772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-fe713645-5afc-4a41-84e0-7506577ead97 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Request body: {'floatingip': {'port_id': '7c64e615-c45d-4872-a7f7-8b40940207da'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:27.221746 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-7be9ba2a-f9a0-417b-b827-ab525c7ac7a1 req-b098db4d-94cf-4960-bdc8-7a4cb2e9db9f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Unset dirty status for tenant:c774ddeab24d40c89fc1410d211c2e3b on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:21:27.223067 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7be9ba2a-f9a0-417b-b827-ab525c7ac7a1 req-b098db4d-94cf-4960-bdc8-7a4cb2e9db9f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 931 time: 0.8596671 Apr 20 18:21:27.288610 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fe713645-5afc-4a41-84e0-7506577ead97 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:27.327656 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7be9ba2a-f9a0-417b-b827-ab525c7ac7a1 req-2eba70b3-83b0-471b-b96f-98907c76309a tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969167 Apr 20 18:21:27.331755 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Attempting to bind port 7baec116-aa89-4706-bfd9-730679fdc78b on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:21:27.332147 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Attempting to bind port 7baec116-aa89-4706-bfd9-730679fdc78b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '0df9c0c7-87df-4cf1-9ddd-81d949be9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2'}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:21:27.332979 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Attempting to bind port 7baec116-aa89-4706-bfd9-730679fdc78b on network 30df65b0-c436-4886-804c-e19033d38cf2 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:27.340928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Port 7baec116-aa89-4706-bfd9-730679fdc78b on network 30df65b0-c436-4886-804c-e19033d38cf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:21:27.341299 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Attempting to bind port 7baec116-aa89-4706-bfd9-730679fdc78b on network 30df65b0-c436-4886-804c-e19033d38cf2 {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:27.351990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabb14f-dd38-4e40-b224-53309349743a req-f8c61f6a-a703-4c89-b25e-10ac8e361322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:27.351990 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bdabb14f-dd38-4e40-b224-53309349743a req-f8c61f6a-a703-4c89-b25e-10ac8e361322 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2778563 Apr 20 18:21:27.351990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:21:27.352249 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Checking segment: {'id': '0df9c0c7-87df-4cf1-9ddd-81d949be9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:27.352568 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Bound using segment: {'id': '0df9c0c7-87df-4cf1-9ddd-81d949be9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2'} {{(pid=86320) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:21:27.354109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Bound port: 7baec116-aa89-4706-bfd9-730679fdc78b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df9c0c7-87df-4cf1-9ddd-81d949be9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2'}}] {{(pid=86320) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:21:27.354109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:27.580795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] For port 7baec116-aa89-4706-bfd9-730679fdc78b, host hv-cinder-78693, cleared binding levels {{(pid=86320) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:21:27.592472 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bdabb14f-dd38-4e40-b224-53309349743a req-6413c170-a96b-435f-a8ca-202f07f7b026 service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274735 Apr 20 18:21:27.595496 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] For port 7baec116-aa89-4706-bfd9-730679fdc78b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7baec116-aa89-4706-bfd9-730679fdc78b,segment=NetworkSegment(0df9c0c7-87df-4cf1-9ddd-81d949be9b5e),segment_id=0df9c0c7-87df-4cf1-9ddd-81d949be9b5e)] {{(pid=86320) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:21:27.599406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:27.606801 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-81c0d0ff-f25e-4c3a-b780-43a8530f770a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:27.748333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:27.749020 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:27.750514 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] 10.222.0.37 "PUT /v2.0/ports/7baec116-aa89-4706-bfd9-730679fdc78b HTTP/1.1" status: 200 len: 1093 time: 2.5768428 Apr 20 18:21:27.753125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b26107-572c-4062-9edf-f3f511d431bb', 'tag': '7baec116-aa89-4706-bfd9-730679fdc78b'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:27.788160 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Pushing event updated for resources: {'Port': ['ID=7baec116-aa89-4706-bfd9-730679fdc78b,revision_number=3']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:27.794450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:27.841603 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b26107-572c-4062-9edf-f3f511d431bb', 'tag': '7baec116-aa89-4706-bfd9-730679fdc78b', 'status': 'completed', 'code': 200} Apr 20 18:21:27.896558 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bdabb14f-dd38-4e40-b224-53309349743a req-544f4254-a0bf-402d-b9b3-4775395ef588 service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917805 Apr 20 18:21:27.921589 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-061e0bff-c940-40e8-a159-7ffdbdde6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:27.923231 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-061e0bff-c940-40e8-a159-7ffdbdde6f20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c774ddeab24d40c89fc1410d211c2e3b&device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 1096 time: 0.1257720 Apr 20 18:21:27.966177 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fe713645-5afc-4a41-84e0-7506577ead97 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:27.969268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fe713645-5afc-4a41-84e0-7506577ead97 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:28.003821 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-5dbbf3f6-421e-41ea-9560-d356f20a55d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7baec116-aa89-4706-bfd9-730679fdc78b HTTP/1.1" status: 200 len: 217 time: 0.0735693 Apr 20 18:21:28.088221 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-72e13837-32fe-49ca-afa8-76c0ae2c5a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:28.089792 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-72e13837-32fe-49ca-afa8-76c0ae2c5a4a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6833dc7c-aa76-4208-9a7d-ef106c570854 HTTP/1.1" status: 200 len: 853 time: 0.0684276 Apr 20 18:21:28.149707 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-85d515f2-9a09-4e77-842f-38faa865fb0e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30df65b0-c436-4886-804c-e19033d38cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491929 Apr 20 18:21:28.158020 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_db [None req-fe713645-5afc-4a41-84e0-7506577ead97 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Floating IP b686e641-195c-4014-9f81-4f1f97c600b9 associated. External IP: 172.28.2.4, port: 7c64e615-c45d-4872-a7f7-8b40940207da. Apr 20 18:21:28.315822 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-c4838320-7b79-4d90-b6c9-a9e66311474e service neutron] 10.222.0.37 "GET /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542575 Apr 20 18:21:28.529791 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c7abf11f-1038-4d05-850f-a60f8e56d69e req-d5231710-5b4d-40ca-a589-00134d24a587 service neutron] 10.222.0.37 "GET /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016528 Apr 20 18:21:28.570035 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe713645-5afc-4a41-84e0-7506577ead97 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Router 7cd7ef2e-f128-43aa-997b-38aad0817b55 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:21:28.576350 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc63a48-91a5-49da-9c9b-0864d46aa45f req-4bce3808-975d-49ff-a063-1e81d23a7793 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:28.578038 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-afc63a48-91a5-49da-9c9b-0864d46aa45f req-4bce3808-975d-49ff-a063-1e81d23a7793 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 943 time: 0.1205571 Apr 20 18:21:28.688324 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-afc63a48-91a5-49da-9c9b-0864d46aa45f req-24c75d2d-e815-4977-976e-609422448eff tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012495 Apr 20 18:21:28.713056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3e588-0283-46ea-a673-c564ebbcfbc2 req-e6a1160a-f1b2-45b5-b9da-40e426621ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:28.714686 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-18b3e588-0283-46ea-a673-c564ebbcfbc2 req-e6a1160a-f1b2-45b5-b9da-40e426621ccd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c774ddeab24d40c89fc1410d211c2e3b&device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 1096 time: 0.1087480 Apr 20 18:21:28.778906 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe713645-5afc-4a41-84e0-7506577ead97 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:21:28.783265 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fe713645-5afc-4a41-84e0-7506577ead97 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:28.790308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87519259-f64d-4586-8224-430098843b86 None None] Sync routers for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:21:28.801426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87519259-f64d-4586-8224-430098843b86 None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:28.802126 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-87519259-f64d-4586-8224-430098843b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:21:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:28.847730 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-fe713645-5afc-4a41-84e0-7506577ead97 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "PUT /v2.0/floatingips/b686e641-195c-4014-9f81-4f1f97c600b9 HTTP/1.1" status: 200 len: 989 time: 1.6467371 Apr 20 18:21:28.847730 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:28.883881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3e588-0283-46ea-a673-c564ebbcfbc2 req-18f9826d-3c6c-42ec-87ca-2069899f691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:28.885614 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-18b3e588-0283-46ea-a673-c564ebbcfbc2 req-18f9826d-3c6c-42ec-87ca-2069899f691e service neutron] 10.222.0.37 "GET /v2.0/networks?id=30df65b0-c436-4886-804c-e19033d38cf2 HTTP/1.1" status: 200 len: 914 time: 0.1624706 Apr 20 18:21:28.893149 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da', 'status': 'completed', 'code': 200} Apr 20 18:21:29.016479 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-18b3e588-0283-46ea-a673-c564ebbcfbc2 req-67cbc7b8-c7c0-4ee2-ab52-131e8a75b672 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7baec116-aa89-4706-bfd9-730679fdc78b HTTP/1.1" status: 200 len: 217 time: 0.1171987 Apr 20 18:21:29.032302 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-87519259-f64d-4586-8224-430098843b86 None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:29.116162 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3e588-0283-46ea-a673-c564ebbcfbc2 req-78b8536f-6229-46ab-a85c-79511c5afbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:29.117663 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-18b3e588-0283-46ea-a673-c564ebbcfbc2 req-78b8536f-6229-46ab-a85c-79511c5afbc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6833dc7c-aa76-4208-9a7d-ef106c570854 HTTP/1.1" status: 200 len: 853 time: 0.0940843 Apr 20 18:21:29.124515 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337a3e6-7c18-425e-8cb4-c8bd01f68995 req-512b9125-d280-4060-8792-a7291576ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:29.126021 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6337a3e6-7c18-425e-8cb4-c8bd01f68995 req-512b9125-d280-4060-8792-a7291576ae90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 1098 time: 0.1580608 Apr 20 18:21:29.199757 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-18b3e588-0283-46ea-a673-c564ebbcfbc2 req-c04ba752-1005-4f63-b616-424ed07ed110 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=30df65b0-c436-4886-804c-e19033d38cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726650 Apr 20 18:21:29.431955 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-87519259-f64d-4586-8224-430098843b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': 'b686e641-195c-4014-9f81-4f1f97c600b9', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'port_id': '7c64e615-c45d-4872-a7f7-8b40940207da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'mac_address': 'fa:16:3e:96:6b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:21:08Z', 'updated_at': '2021-04-20T18:21:27Z', 'revision_number': 1, 'project_id': '1141aadc257440eeb949d363e845efd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:37Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:29.436810 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87519259-f64d-4586-8224-430098843b86 None None] Checking router: 7cd7ef2e-f128-43aa-997b-38aad0817b55 for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:21:29.440893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337a3e6-7c18-425e-8cb4-c8bd01f68995 req-95f08820-95fc-4973-aa50-0ff66be0d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:29.442492 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6337a3e6-7c18-425e-8cb4-c8bd01f68995 req-95f08820-95fc-4973-aa50-0ff66be0d5ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 918 time: 0.2744842 Apr 20 18:21:29.446976 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87519259-f64d-4586-8224-430098843b86 None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:29.447675 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-87519259-f64d-4586-8224-430098843b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:21:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:29.455922 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-18b3e588-0283-46ea-a673-c564ebbcfbc2 req-4241be1e-2e60-42f9-b2b9-cceec081701c service neutron] 10.222.0.37 "GET /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014287 Apr 20 18:21:29.654510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-87519259-f64d-4586-8224-430098843b86 None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:29.674985 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6337a3e6-7c18-425e-8cb4-c8bd01f68995 req-f4b3f5fd-063f-4be7-b26e-3bf536450678 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c64e615-c45d-4872-a7f7-8b40940207da HTTP/1.1" status: 200 len: 997 time: 0.2179055 Apr 20 18:21:29.775446 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-18b3e588-0283-46ea-a673-c564ebbcfbc2 req-14c790c5-a1e7-401d-8bc8-a97862c6ed65 service neutron] 10.222.0.37 "GET /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437880 Apr 20 18:21:29.777042 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337a3e6-7c18-425e-8cb4-c8bd01f68995 req-e096fd83-4e73-43be-ae17-f5b854c10801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:29.778456 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6337a3e6-7c18-425e-8cb4-c8bd01f68995 req-e096fd83-4e73-43be-ae17-f5b854c10801 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 HTTP/1.1" status: 200 len: 856 time: 0.0868740 Apr 20 18:21:29.952850 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337a3e6-7c18-425e-8cb4-c8bd01f68995 req-73568985-4418-49e1-bcd4-02f2e86405b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:29.954509 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6337a3e6-7c18-425e-8cb4-c8bd01f68995 req-73568985-4418-49e1-bcd4-02f2e86405b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=190e51c9-23fa-4948-90ae-c977e74b53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1614630 Apr 20 18:21:29.963770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a771d24-152f-41a4-8819-29ae8394003b req-c8d54165-8b05-4492-b173-bb0b2b46db18 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:29.965542 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7a771d24-152f-41a4-8819-29ae8394003b req-c8d54165-8b05-4492-b173-bb0b2b46db18 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 943 time: 0.1222014 Apr 20 18:21:30.094804 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-87519259-f64d-4586-8224-430098843b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': 'b686e641-195c-4014-9f81-4f1f97c600b9', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'port_id': '7c64e615-c45d-4872-a7f7-8b40940207da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'mac_address': 'fa:16:3e:96:6b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:21:08Z', 'updated_at': '2021-04-20T18:21:27Z', 'revision_number': 1, 'project_id': '1141aadc257440eeb949d363e845efd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:37Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:30.101406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87519259-f64d-4586-8224-430098843b86 None None] The sync data for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb is: [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': 'b686e641-195c-4014-9f81-4f1f97c600b9', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'floating_ip_address': '172.28.2.4', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'port_id': '7c64e615-c45d-4872-a7f7-8b40940207da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'mac_address': 'fa:16:3e:96:6b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:21:08Z', 'updated_at': '2021-04-20T18:21:27Z', 'revision_number': 1, 'project_id': '1141aadc257440eeb949d363e845efd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:37Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:21:30.112503 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7a771d24-152f-41a4-8819-29ae8394003b req-4ac138da-8db0-4813-81da-f78e9aef095e tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233845 Apr 20 18:21:30.379917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f12d3-a3c0-4ede-9fa5-19710717ff62 None None] New status for floating IP b686e641-195c-4014-9f81-4f1f97c600b9: ACTIVE {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:21:30.403395 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6337a3e6-7c18-425e-8cb4-c8bd01f68995 req-b7e0aa1b-d386-4ff9-87c4-160488082464 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365227 Apr 20 18:21:30.549581 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6337a3e6-7c18-425e-8cb4-c8bd01f68995 req-a3215c33-b9e5-4c7e-8a30-e9e3b17bddf2 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390941 Apr 20 18:21:31.321045 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb250a5-6dd0-4ec4-a522-91f6285697f3 req-955dca08-2df9-4ef6-a86b-5c8e6cf4b90f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:31.322665 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5fb250a5-6dd0-4ec4-a522-91f6285697f3 req-955dca08-2df9-4ef6-a86b-5c8e6cf4b90f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 943 time: 0.0891035 Apr 20 18:21:31.371007 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5fb250a5-6dd0-4ec4-a522-91f6285697f3 req-7c97466e-7c25-4ddc-8924-a991fd18ae04 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 Apr 20 18:21:31.832640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7baec116-aa89-4706-bfd9-730679fdc78b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:21:31.997306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7baec116-aa89-4706-bfd9-730679fdc78b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7baec116-aa89-4706-bfd9-730679fdc78b,segment=NetworkSegment(0df9c0c7-87df-4cf1-9ddd-81d949be9b5e),segment_id=0df9c0c7-87df-4cf1-9ddd-81d949be9b5e)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:32.024884 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '7baec116-aa89-4706-bfd9-730679fdc78b', 'network_id': '30df65b0-c436-4886-804c-e19033d38cf2', 'port_id': '7baec116-aa89-4706-bfd9-730679fdc78b', 'mac_address': 'fa:16:3e:e6:91:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6833dc7c-aa76-4208-9a7d-ef106c570854', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:21:32.141260 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:32.159880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7baec116-aa89-4706-bfd9-730679fdc78b {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:21:32.177166 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7baec116-aa89-4706-bfd9-730679fdc78b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7baec116-aa89-4706-bfd9-730679fdc78b,segment=NetworkSegment(0df9c0c7-87df-4cf1-9ddd-81d949be9b5e),segment_id=0df9c0c7-87df-4cf1-9ddd-81d949be9b5e)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:32.181035 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:32.182958 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:32.255604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=7baec116-aa89-4706-bfd9-730679fdc78b,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:32.258876 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:32.442995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['7baec116-aa89-4706-bfd9-730679fdc78b'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:21:32.591709 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988d7ea-c463-400f-9086-b3c7958c4fe8 req-98562cdc-ae3f-4c67-9dd8-28dfb1f2b950 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:32.593449 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9988d7ea-c463-400f-9086-b3c7958c4fe8 req-98562cdc-ae3f-4c67-9dd8-28dfb1f2b950 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 944 time: 0.1009641 Apr 20 18:21:32.647396 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9988d7ea-c463-400f-9086-b3c7958c4fe8 req-f5d68252-264c-4c36-a1f2-79c3280b25d5 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453906 Apr 20 18:21:33.829980 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7baec116-aa89-4706-bfd9-730679fdc78b up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:33.857071 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa361294-0174-4557-b554-80ace2cbcc34 req-2e5a5222-e960-4b60-a95a-edd758296b37 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:33.858705 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fa361294-0174-4557-b554-80ace2cbcc34 req-2e5a5222-e960-4b60-a95a-edd758296b37 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 944 time: 0.0905788 Apr 20 18:21:33.902914 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port 7baec116-aa89-4706-bfd9-730679fdc78b completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:33.908298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 7baec116-aa89-4706-bfd9-730679fdc78b triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:33.908697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:33.912895 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fa361294-0174-4557-b554-80ace2cbcc34 req-6612b15b-056b-49bf-9111-4337aed3f9eb tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477817 Apr 20 18:21:34.040903 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:34.071098 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b26107-572c-4062-9edf-f3f511d431bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baec116-aa89-4706-bfd9-730679fdc78b'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:34.081904 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7baec116-aa89-4706-bfd9-730679fdc78b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7baec116-aa89-4706-bfd9-730679fdc78b,segment=NetworkSegment(0df9c0c7-87df-4cf1-9ddd-81d949be9b5e),segment_id=0df9c0c7-87df-4cf1-9ddd-81d949be9b5e)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:34.085714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:34.087710 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:34.128675 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b26107-572c-4062-9edf-f3f511d431bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baec116-aa89-4706-bfd9-730679fdc78b', 'code': 200} Apr 20 18:21:34.165807 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=7baec116-aa89-4706-bfd9-730679fdc78b,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:34.169035 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:34.378201 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe80d0-ff5c-43e9-b6c9-f92db3b62253 req-83f12b1e-ecd2-4f83-a825-6e93c4e6a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:34.379755 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-67fe80d0-ff5c-43e9-b6c9-f92db3b62253 req-83f12b1e-ecd2-4f83-a825-6e93c4e6a7ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 1098 time: 0.0816560 Apr 20 18:21:34.437483 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-67fe80d0-ff5c-43e9-b6c9-f92db3b62253 req-303bba42-c36f-42d7-a2ec-07fbee4001af service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397279 Apr 20 18:21:35.122024 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4466e2-13b0-4eee-ba04-02c19e36ea99 req-c339f78f-8f6b-453b-abc1-e90721d038ce tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:35.123668 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7e4466e2-13b0-4eee-ba04-02c19e36ea99 req-c339f78f-8f6b-453b-abc1-e90721d038ce tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 945 time: 0.0930347 Apr 20 18:21:35.181787 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7e4466e2-13b0-4eee-ba04-02c19e36ea99 req-2aa6601c-bf8b-4d87-af64-c1e9466d96d0 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423398 Apr 20 18:21:36.389784 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cf2a9-ba8f-46a5-9282-310ea20afb5d req-9117b612-5992-44a0-b221-d92d44e3651b tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:36.391395 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5d8cf2a9-ba8f-46a5-9282-310ea20afb5d req-9117b612-5992-44a0-b221-d92d44e3651b tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 945 time: 0.0898554 Apr 20 18:21:36.440795 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5d8cf2a9-ba8f-46a5-9282-310ea20afb5d req-b784c867-4b09-4362-be1a-9a37d6008332 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422602 Apr 20 18:21:40.582051 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1759672b-7c1b-475a-9722-051fd7d6eb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:43.154318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0a743ca4-76e6-4ea0-9447-214aa4923cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:43.879328 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:44.382853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:44.772473 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:21:45.237637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:48.050123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:49.291490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30e312-218f-4546-b90d-40b6f5bb25fc req-fbe076b0-14a3-45eb-a422-9e41d121e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:49.293126 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bc30e312-218f-4546-b90d-40b6f5bb25fc req-fbe076b0-14a3-45eb-a422-9e41d121e829 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31a8473ee6df41d6b7760fa839502252&device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 1137 time: 0.1607354 Apr 20 18:21:49.303448 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b3625-00da-4eef-828f-1e3ac6f0c085 req-ff7261ab-ca7a-4b99-a436-1e372c60396c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:49.305159 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-556b3625-00da-4eef-828f-1e3ac6f0c085 req-ff7261ab-ca7a-4b99-a436-1e372c60396c tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.1241271 Apr 20 18:21:49.453590 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-556b3625-00da-4eef-828f-1e3ac6f0c085 req-a4cffa29-072e-4d44-81f1-1ed3db003e85 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248412 Apr 20 18:21:49.494830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30e312-218f-4546-b90d-40b6f5bb25fc req-3be09e1f-f02c-499f-bec3-1974ea909354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:49.496443 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bc30e312-218f-4546-b90d-40b6f5bb25fc req-3be09e1f-f02c-499f-bec3-1974ea909354 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee HTTP/1.1" status: 200 len: 915 time: 0.1902876 Apr 20 18:21:49.618351 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bc30e312-218f-4546-b90d-40b6f5bb25fc req-dac272ad-8fe4-4b87-b18e-9a2b3e75a257 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0 HTTP/1.1" status: 200 len: 1001 time: 0.1114650 Apr 20 18:21:49.703164 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30e312-218f-4546-b90d-40b6f5bb25fc req-fa1b89c6-11cd-4cad-b50b-a5d2593a8645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:49.704911 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bc30e312-218f-4546-b90d-40b6f5bb25fc req-fa1b89c6-11cd-4cad-b50b-a5d2593a8645 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0413b04-69f0-44bb-b832-c94528505b97 HTTP/1.1" status: 200 len: 853 time: 0.0699768 Apr 20 18:21:49.791447 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30e312-218f-4546-b90d-40b6f5bb25fc req-1899f625-880c-4560-af7f-99d0e3d16144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:49.793010 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bc30e312-218f-4546-b90d-40b6f5bb25fc req-1899f625-880c-4560-af7f-99d0e3d16144 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801847 Apr 20 18:21:49.953789 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bc30e312-218f-4546-b90d-40b6f5bb25fc req-574c9c45-2a88-4ef4-b9be-78db70e545d5 service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419516 Apr 20 18:21:50.111786 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bc30e312-218f-4546-b90d-40b6f5bb25fc req-f5ed70a5-0052-4a5e-8680-36e092d6d441 service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501827 Apr 20 18:21:50.675441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b56ebf-d3cf-4fac-b10b-6c673c83f42d req-085aa0eb-b064-492f-892c-ebf65ff38a67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:50.677756 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-71b56ebf-d3cf-4fac-b10b-6c673c83f42d req-085aa0eb-b064-492f-892c-ebf65ff38a67 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.0983229 Apr 20 18:21:50.732378 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-71b56ebf-d3cf-4fac-b10b-6c673c83f42d req-05d27d9c-bc6f-4d1f-8795-4052908035ba tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476735 Apr 20 18:21:52.092080 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cffc74-a90f-41ac-99f0-71ea8fb73383 req-74839e37-f09c-465a-8db8-9b8ff68cec8f tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:52.093718 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-61cffc74-a90f-41ac-99f0-71ea8fb73383 req-74839e37-f09c-465a-8db8-9b8ff68cec8f tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.0917013 Apr 20 18:21:52.150989 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-61cffc74-a90f-41ac-99f0-71ea8fb73383 req-89c093a0-46d1-469f-9cd9-e51cf40b35e1 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503848 Apr 20 18:21:53.364245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df745ed7-9bad-40ed-8f02-50ee17a5d4a0 req-53d2edb1-3c9d-42b8-8b57-2ce1981c24f3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:53.366005 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-df745ed7-9bad-40ed-8f02-50ee17a5d4a0 req-53d2edb1-3c9d-42b8-8b57-2ce1981c24f3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.0931556 Apr 20 18:21:53.419135 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-df745ed7-9bad-40ed-8f02-50ee17a5d4a0 req-3cf7a7fa-179d-49ff-8ed3-825e9a9fcb97 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466099 Apr 20 18:21:54.638954 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf1c3a-b6d0-4184-9672-caace345a47b req-00c5d337-276c-40e9-89bb-4eac363c3487 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:54.640627 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b6cf1c3a-b6d0-4184-9672-caace345a47b req-00c5d337-276c-40e9-89bb-4eac363c3487 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.1010935 Apr 20 18:21:54.696309 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b6cf1c3a-b6d0-4184-9672-caace345a47b req-446240f3-d0ad-440b-bac0-ccaf1f1fdb10 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460951 Apr 20 18:21:55.909638 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a7df4-1dbf-47b4-b953-cfb579351d51 req-604d4a10-b0ab-4ab1-9e74-64c5abae70af tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:55.911338 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-db4a7df4-1dbf-47b4-b953-cfb579351d51 req-604d4a10-b0ab-4ab1-9e74-64c5abae70af tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.0954123 Apr 20 18:21:55.969965 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-db4a7df4-1dbf-47b4-b953-cfb579351d51 req-67a94909-5938-42a5-a82d-0008d534a9b6 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516148 Apr 20 18:21:57.193740 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a862e9-3ac4-4d02-8b09-1a435c8850a4 req-60005c46-0647-4ebf-a7cd-91d0a1d0cd40 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:57.195592 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-56a862e9-3ac4-4d02-8b09-1a435c8850a4 req-60005c46-0647-4ebf-a7cd-91d0a1d0cd40 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.1035390 Apr 20 18:21:57.253306 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-56a862e9-3ac4-4d02-8b09-1a435c8850a4 req-4db1f62d-210b-4d7d-9600-f0ef463942ac tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502646 Apr 20 18:21:57.837880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb969c-2e6e-4a72-8314-30ca4481c8cd req-079bbfb1-395b-41e0-b0c7-b6f7ca9684e5 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:57.839537 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-30fb969c-2e6e-4a72-8314-30ca4481c8cd req-079bbfb1-395b-41e0-b0c7-b6f7ca9684e5 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 945 time: 0.0910296 Apr 20 18:21:57.892124 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-30fb969c-2e6e-4a72-8314-30ca4481c8cd req-570ffbca-a380-4eab-a363-e4f4f7ede9b8 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Apr 20 18:21:58.475815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892b34c-bb46-4e43-b3a7-7e47d6afca66 req-6aeeceff-9820-4e5f-90ae-e16a6ad56172 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:58.477528 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4892b34c-bb46-4e43-b3a7-7e47d6afca66 req-6aeeceff-9820-4e5f-90ae-e16a6ad56172 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.0998871 Apr 20 18:21:58.539787 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4892b34c-bb46-4e43-b3a7-7e47d6afca66 req-ffb5a476-ffb9-437d-8e47-20bbafa5605a tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548570 Apr 20 18:21:59.101416 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a0999-a21b-4717-8cb7-703f437c5574 req-2d797bdd-4624-464f-abb5-338b18d1461e tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:59.103116 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7c5a0999-a21b-4717-8cb7-703f437c5574 req-2d797bdd-4624-464f-abb5-338b18d1461e tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 945 time: 0.0924416 Apr 20 18:21:59.153061 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7c5a0999-a21b-4717-8cb7-703f437c5574 req-3654931e-d4a5-42f8-8a72-1448b8577f33 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434623 Apr 20 18:21:59.759278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74b3ad-349f-47a6-8c2d-f923888f219d req-07995e5e-8944-4d51-8446-b1c1a1ec151e tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:59.760940 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bd74b3ad-349f-47a6-8c2d-f923888f219d req-07995e5e-8944-4d51-8446-b1c1a1ec151e tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.0943189 Apr 20 18:21:59.814684 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bd74b3ad-349f-47a6-8c2d-f923888f219d req-6ec9f758-35d4-42f9-a2b0-6e73aaf8a0d0 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471356 Apr 20 18:22:00.371278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea705d0-6def-4caa-ae2a-16f4a76b1ef8 req-11148614-9df0-44d7-b833-db2eadbf88c2 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:00.372969 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8ea705d0-6def-4caa-ae2a-16f4a76b1ef8 req-11148614-9df0-44d7-b833-db2eadbf88c2 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 945 time: 0.1030359 Apr 20 18:22:00.424291 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8ea705d0-6def-4caa-ae2a-16f4a76b1ef8 req-b8a0232e-535b-403d-b11c-ebd61691bebd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446801 Apr 20 18:22:01.024281 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1299883-1b5b-463e-964f-1c1574186fc1 req-612c1ccf-f14d-43f5-91f9-62ac10293341 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:01.025857 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f1299883-1b5b-463e-964f-1c1574186fc1 req-612c1ccf-f14d-43f5-91f9-62ac10293341 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.0898523 Apr 20 18:22:01.081043 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f1299883-1b5b-463e-964f-1c1574186fc1 req-7420bf7b-c8df-4539-8fc1-994b1b5a9ac2 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485756 Apr 20 18:22:01.651737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef9db3-c937-44e1-a103-433cd605a5cc req-ea1fff3f-7ac4-4080-a196-d544a005f0e0 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:01.653505 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-aeef9db3-c937-44e1-a103-433cd605a5cc req-ea1fff3f-7ac4-4080-a196-d544a005f0e0 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 945 time: 0.1059046 Apr 20 18:22:01.709424 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-aeef9db3-c937-44e1-a103-433cd605a5cc req-7b6f892e-a269-4040-952b-486966cc6ce0 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486386 Apr 20 18:22:02.295636 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16d707-f139-47be-a1f2-d9e3c002a298 req-4c8f985c-ff30-416d-83bd-5116566379d3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:02.297276 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0d16d707-f139-47be-a1f2-d9e3c002a298 req-4c8f985c-ff30-416d-83bd-5116566379d3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.0995479 Apr 20 18:22:02.350685 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0d16d707-f139-47be-a1f2-d9e3c002a298 req-e5d0b2ea-3ee9-42c2-a978-ba00a464ec3b tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467100 Apr 20 18:22:02.599031 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd5536-76f4-4ef4-a871-af35bb997c1f req-a5c98188-97b8-4fa7-9a8d-eef775c9f078 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:02.600834 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-50cd5536-76f4-4ef4-a871-af35bb997c1f req-a5c98188-97b8-4fa7-9a8d-eef775c9f078 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 945 time: 0.0943472 Apr 20 18:22:02.689170 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-50cd5536-76f4-4ef4-a871-af35bb997c1f req-f4c7ba9e-3cd4-42ce-a955-79e9f0e5485f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Deleting port 7baec116-aa89-4706-bfd9-730679fdc78b {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:02.689564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-50cd5536-76f4-4ef4-a871-af35bb997c1f req-f4c7ba9e-3cd4-42ce-a955-79e9f0e5485f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:03.118184 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-50cd5536-76f4-4ef4-a871-af35bb997c1f req-f4c7ba9e-3cd4-42ce-a955-79e9f0e5485f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] For port 7baec116-aa89-4706-bfd9-730679fdc78b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7baec116-aa89-4706-bfd9-730679fdc78b,segment=NetworkSegment(0df9c0c7-87df-4cf1-9ddd-81d949be9b5e),segment_id=0df9c0c7-87df-4cf1-9ddd-81d949be9b5e)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:03.118637 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-50cd5536-76f4-4ef4-a871-af35bb997c1f req-f4c7ba9e-3cd4-42ce-a955-79e9f0e5485f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:03.205638 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd05944-e54e-459c-b89d-c2a14fb7a6eb req-9b0069f3-e314-49b0-9fd4-221eb7494256 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:03.207341 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5cd05944-e54e-459c-b89d-c2a14fb7a6eb req-9b0069f3-e314-49b0-9fd4-221eb7494256 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 945 time: 0.3621302 Apr 20 18:22:03.280729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de50b8-8917-452f-a8df-6d83a3aefa3b req-4550668e-b546-4bb4-a7bd-76dd7e08ded0 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:03.282203 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-24de50b8-8917-452f-a8df-6d83a3aefa3b req-4550668e-b546-4bb4-a7bd-76dd7e08ded0 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.3420262 Apr 20 18:22:03.291211 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-50cd5536-76f4-4ef4-a871-af35bb997c1f req-f4c7ba9e-3cd4-42ce-a955-79e9f0e5485f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Calling delete_port for 7baec116-aa89-4706-bfd9-730679fdc78b owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:22:03.425859 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5cd05944-e54e-459c-b89d-c2a14fb7a6eb req-f99dd42a-61cd-401c-b3e1-8c25e7952eed tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/security-groups?id=034b1cbd-e4ea-402b-816e-9b0cbe6f4961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539514 Apr 20 18:22:03.452123 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-24de50b8-8917-452f-a8df-6d83a3aefa3b req-34c50c64-b825-47a2-bff5-d77ebfacabe3 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158044 Apr 20 18:22:03.533131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-50cd5536-76f4-4ef4-a871-af35bb997c1f req-f4c7ba9e-3cd4-42ce-a955-79e9f0e5485f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:03.539668 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-18542044-8980-4b44-8d8b-639f3f5d391e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:03.547189 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['7baec116-aa89-4706-bfd9-730679fdc78b'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:22:03.626908 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7ba9e-3cd4-42ce-a955-79e9f0e5485f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Pushing event deleted for resources: {'Port': ['ID=7baec116-aa89-4706-bfd9-730679fdc78b,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:03.636023 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f4c7ba9e-3cd4-42ce-a955-79e9f0e5485f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:03.944009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-50cd5536-76f4-4ef4-a871-af35bb997c1f req-f4c7ba9e-3cd4-42ce-a955-79e9f0e5485f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] No DVR routers for this DVR port 7baec116-aa89-4706-bfd9-730679fdc78b on host hv-cinder-78693 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:22:03.946895 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-50cd5536-76f4-4ef4-a871-af35bb997c1f req-f4c7ba9e-3cd4-42ce-a955-79e9f0e5485f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:03.949918 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b26107-572c-4062-9edf-f3f511d431bb', 'name': 'network-vif-deleted', 'tag': '7baec116-aa89-4706-bfd9-730679fdc78b'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:03.981395 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-50cd5536-76f4-4ef4-a871-af35bb997c1f req-f4c7ba9e-3cd4-42ce-a955-79e9f0e5485f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.37 "DELETE /v2.0/ports/7baec116-aa89-4706-bfd9-730679fdc78b HTTP/1.1" status: 204 len: 173 time: 1.3743670 Apr 20 18:22:03.999721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b599a9-26fc-43e1-acaf-7247b20682bf req-84f25529-067d-4c9d-bcf3-4101f7150ee4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:04.001485 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f1b599a9-26fc-43e1-acaf-7247b20682bf req-84f25529-067d-4c9d-bcf3-4101f7150ee4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.4293766 Apr 20 18:22:04.013934 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b26107-572c-4062-9edf-f3f511d431bb', 'name': 'network-vif-deleted', 'tag': '7baec116-aa89-4706-bfd9-730679fdc78b', 'status': 'completed', 'code': 200} Apr 20 18:22:04.060237 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f1b599a9-26fc-43e1-acaf-7247b20682bf req-c624a05a-f4ce-4da5-8a18-5cfb5a618679 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0492170 Apr 20 18:22:04.649881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-025e5e57-24dc-43d8-9303-31dad0a1868a req-d435ab8e-c10d-44a4-8c5d-e41fed6ec557 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Synchronizing usage tracker for tenant:c774ddeab24d40c89fc1410d211c2e3b on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:22:04.686359 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-025e5e57-24dc-43d8-9303-31dad0a1868a req-d435ab8e-c10d-44a4-8c5d-e41fed6ec557 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Unset dirty status for tenant:c774ddeab24d40c89fc1410d211c2e3b on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:22:04.687661 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-025e5e57-24dc-43d8-9303-31dad0a1868a req-d435ab8e-c10d-44a4-8c5d-e41fed6ec557 tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4b26107-572c-4062-9edf-f3f511d431bb HTTP/1.1" status: 200 len: 210 time: 0.1253431 Apr 20 18:22:04.719572 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e1672-9825-4394-92f7-0b7d56e0eb18 req-3dd9d673-7096-48a9-9194-c65831b8c0b5 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:04.721151 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d89e1672-9825-4394-92f7-0b7d56e0eb18 req-3dd9d673-7096-48a9-9194-c65831b8c0b5 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1150360 Apr 20 18:22:04.769817 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d89e1672-9825-4394-92f7-0b7d56e0eb18 req-4653b860-5452-48fa-a987-28023941dcb8 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419900 Apr 20 18:22:05.271761 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6ebd1-4e09-4363-a72f-4cba55582780 req-ff247e55-cd51-4c2b-ab9b-85d86f05ce46 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:05.273314 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d7e6ebd1-4e09-4363-a72f-4cba55582780 req-ff247e55-cd51-4c2b-ab9b-85d86f05ce46 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.0906305 Apr 20 18:22:05.325591 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d7e6ebd1-4e09-4363-a72f-4cba55582780 req-2b087323-0d05-4b09-8e97-a927d6f757ce tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455959 Apr 20 18:22:05.977149 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7baec116-aa89-4706-bfd9-730679fdc78b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:22:06.029420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: 7baec116-aa89-4706-bfd9-730679fdc78b {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:22:06.030068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7baec116-aa89-4706-bfd9-730679fdc78b not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:22:06.054485 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7879f2-ae92-444e-bdcf-5b8445a8c32f req-de5b2e9e-f44b-40c4-bdd7-13d09a0319f6 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:06.056258 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8e7879f2-ae92-444e-bdcf-5b8445a8c32f req-de5b2e9e-f44b-40c4-bdd7-13d09a0319f6 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1676912 Apr 20 18:22:06.114915 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8e7879f2-ae92-444e-bdcf-5b8445a8c32f req-de5fc4bb-f12d-4479-8a73-ed4bf0a31702 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514774 Apr 20 18:22:06.591971 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f46e8-cf0e-42f0-a41c-cec22faacddc req-d6a2aed2-d895-4f34-8d51-6c3e022ce465 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:06.593682 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3b2f46e8-cf0e-42f0-a41c-cec22faacddc req-d6a2aed2-d895-4f34-8d51-6c3e022ce465 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.1464357 Apr 20 18:22:06.650766 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3b2f46e8-cf0e-42f0-a41c-cec22faacddc req-f53a7bff-e559-47e8-930b-4e7bbb704dd3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964&id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502405 Apr 20 18:22:07.326950 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30ffcd-f9e0-4024-9d85-6433ec75bef9 req-fcf0ab5f-8e46-4a6f-8d9e-f0821e0481d6 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:07.328597 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1b30ffcd-f9e0-4024-9d85-6433ec75bef9 req-fcf0ab5f-8e46-4a6f-8d9e-f0821e0481d6 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.0948985 Apr 20 18:22:07.379149 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1b30ffcd-f9e0-4024-9d85-6433ec75bef9 req-d815dabe-4c8e-438b-bebd-59f588883763 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439887 Apr 20 18:22:08.590156 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40048b55-c806-4e3d-b32d-f0f3d59c5ec6 req-cb04c153-9a90-4114-bcfc-7208a21669c0 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:08.591883 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-40048b55-c806-4e3d-b32d-f0f3d59c5ec6 req-cb04c153-9a90-4114-bcfc-7208a21669c0 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.0958889 Apr 20 18:22:08.642418 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-40048b55-c806-4e3d-b32d-f0f3d59c5ec6 req-604b4f1e-66fa-4368-871e-8fe95487878c tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437026 Apr 20 18:22:09.849705 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d5b60-977c-45ec-8230-ec3df0660c44 req-59e87fed-b8cb-4c84-9c2c-00d485071787 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:09.851359 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-676d5b60-977c-45ec-8230-ec3df0660c44 req-59e87fed-b8cb-4c84-9c2c-00d485071787 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.0893934 Apr 20 18:22:09.902236 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-676d5b60-977c-45ec-8230-ec3df0660c44 req-d824199f-02e1-48cd-8cff-4e4bb71f9462 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444305 Apr 20 18:22:10.485100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c6e70-006e-43ab-bed0-7b8a0b5c3245 req-16c5a432-ae5c-4629-8f3b-c2f310e42b20 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:10.486730 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ae5c6e70-006e-43ab-bed0-7b8a0b5c3245 req-16c5a432-ae5c-4629-8f3b-c2f310e42b20 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.0977845 Apr 20 18:22:10.538864 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ae5c6e70-006e-43ab-bed0-7b8a0b5c3245 req-7f916401-bd18-4fc6-92e3-886f451da7e4 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448701 Apr 20 18:22:10.584889 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c129cab8-e8bb-4206-bdd2-4c878167e5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:11.120065 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b8f03-e5e2-4181-a681-ac4aff2bbc3f req-3af502d3-7979-4718-a002-f712565225b4 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:11.121715 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-344b8f03-e5e2-4181-a681-ac4aff2bbc3f req-3af502d3-7979-4718-a002-f712565225b4 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.0924499 Apr 20 18:22:11.175549 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-344b8f03-e5e2-4181-a681-ac4aff2bbc3f req-7bbabc87-a672-498a-a18a-7526f981d94a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473392 Apr 20 18:22:11.752859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce5f93-bc63-44a9-a39a-69cc11d11ba3 req-687a160e-135d-4dd0-a8c4-a540eea20c47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:11.755283 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-79ce5f93-bc63-44a9-a39a-69cc11d11ba3 req-687a160e-135d-4dd0-a8c4-a540eea20c47 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.0966990 Apr 20 18:22:11.811167 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-79ce5f93-bc63-44a9-a39a-69cc11d11ba3 req-3675c305-8ab1-4edc-bb1d-7d9bb2b0cf6e tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494375 Apr 20 18:22:12.407828 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b4592-5ab4-476f-9d35-8a3c13113807 req-81b0d47d-0b5f-415e-84c2-6d4565868aa9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:12.410220 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-311b4592-5ab4-476f-9d35-8a3c13113807 req-81b0d47d-0b5f-415e-84c2-6d4565868aa9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.0986788 Apr 20 18:22:12.462446 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-311b4592-5ab4-476f-9d35-8a3c13113807 req-02b0bd5b-0809-43d1-9850-f231d666ce14 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440915 Apr 20 18:22:13.035730 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd490f2-1b4c-4073-af6d-a5164bc6c53f req-2933e2ab-f271-4ab7-9856-c0c74ca76755 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:13.037599 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2dd490f2-1b4c-4073-af6d-a5164bc6c53f req-2933e2ab-f271-4ab7-9856-c0c74ca76755 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.1086464 Apr 20 18:22:13.093260 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2dd490f2-1b4c-4073-af6d-a5164bc6c53f req-865ea54b-50ea-481e-9ce4-9d55679b91a2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480952 Apr 20 18:22:13.147039 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3c765fc8-8932-48d7-a8e6-463c6425d680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:13.679624 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63837a-067e-4b21-96f4-c657768f906e req-a9bdb106-db55-4bd7-9e2a-7d081da3433d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:13.681248 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1f63837a-067e-4b21-96f4-c657768f906e req-a9bdb106-db55-4bd7-9e2a-7d081da3433d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1003294 Apr 20 18:22:13.733373 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1f63837a-067e-4b21-96f4-c657768f906e req-0890d9e0-7339-44c2-b8bf-0d2fc41819d3 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452168 Apr 20 18:22:13.880939 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:14.179983 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50c876-8bfd-4f3e-93e5-2eba95bf1f51 req-b6d5a9cd-3427-4664-9a85-798761b01f4a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:14.181613 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bd50c876-8bfd-4f3e-93e5-2eba95bf1f51 req-b6d5a9cd-3427-4664-9a85-798761b01f4a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1598504 Apr 20 18:22:14.208097 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681c568-3727-464e-bb88-f2bcee43e1ba req-250b938d-6fe8-48c4-ba24-e7a1417b4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:14.209857 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4681c568-3727-464e-bb88-f2bcee43e1ba req-250b938d-6fe8-48c4-ba24-e7a1417b4d02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e68d8ac84e348d2bae03233d3574dac&device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 1098 time: 0.1308324 Apr 20 18:22:14.373041 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bd50c876-8bfd-4f3e-93e5-2eba95bf1f51 req-8ebc33e9-99fc-4f29-8d4d-0e9dbdbd953c tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849105 Apr 20 18:22:14.388806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:14.462073 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402120d-2dc1-46d2-893a-852058dff7c3 req-e2ac6abb-102b-4cf4-bdf5-c8974cb07be7 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:14.463754 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d402120d-2dc1-46d2-893a-852058dff7c3 req-e2ac6abb-102b-4cf4-bdf5-c8974cb07be7 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.2498438 Apr 20 18:22:14.465058 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681c568-3727-464e-bb88-f2bcee43e1ba req-9c977071-6bad-44a8-94de-b89bb7783b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:14.466521 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4681c568-3727-464e-bb88-f2bcee43e1ba req-9c977071-6bad-44a8-94de-b89bb7783b9c service neutron] 10.222.0.37 "GET /v2.0/networks?id=4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 200 len: 912 time: 0.2147813 Apr 20 18:22:14.602418 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d402120d-2dc1-46d2-893a-852058dff7c3 req-ddcbfbda-2fa6-4d40-9772-eb1127af3fc0 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322672 Apr 20 18:22:14.614563 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4681c568-3727-464e-bb88-f2bcee43e1ba req-460ec32b-9cf5-47d4-8a92-9367db45238a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8935204-c84e-4972-9b86-896cc1854072 HTTP/1.1" status: 200 len: 1000 time: 0.1299734 Apr 20 18:22:14.685410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681c568-3727-464e-bb88-f2bcee43e1ba req-479829f2-81e7-4225-a43f-cb5bf90a003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:14.687070 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4681c568-3727-464e-bb88-f2bcee43e1ba req-479829f2-81e7-4225-a43f-cb5bf90a003f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=922a9fae-400a-41c3-866a-d7ced6811462 HTTP/1.1" status: 200 len: 850 time: 0.0662527 Apr 20 18:22:14.772140 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681c568-3727-464e-bb88-f2bcee43e1ba req-449cdbf2-92c4-46af-8638-b954c266736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:14.773770 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4681c568-3727-464e-bb88-f2bcee43e1ba req-449cdbf2-92c4-46af-8638-b954c266736d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4395f03d-9c42-44cf-923d-981c8222378d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801477 Apr 20 18:22:14.922607 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4681c568-3727-464e-bb88-f2bcee43e1ba req-68f3149a-85f1-43fe-8ae8-c7c4c62e315c service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400614 Apr 20 18:22:15.084010 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4681c568-3727-464e-bb88-f2bcee43e1ba req-9e280bdd-90ee-4cac-aeba-d46ddb22b5c8 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544409 Apr 20 18:22:15.248907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:15.591443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686df7c2-96b0-4d4b-9dfc-831f1a91232d req-ae2c1f5e-6762-475f-a076-6feb3e038511 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:15.593077 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-686df7c2-96b0-4d4b-9dfc-831f1a91232d req-ae2c1f5e-6762-475f-a076-6feb3e038511 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.0958335 Apr 20 18:22:15.690984 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-686df7c2-96b0-4d4b-9dfc-831f1a91232d req-b999aabc-dc56-4f81-9a30-b6eb1c9136ca tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910137 Apr 20 18:22:15.734911 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985b3f4-35f1-4dd4-ade3-03c73b6df724 req-4586124d-52e8-4ac1-98e9-ad1951a28aa9 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:15.736706 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8985b3f4-35f1-4dd4-ade3-03c73b6df724 req-4586124d-52e8-4ac1-98e9-ad1951a28aa9 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.1049812 Apr 20 18:22:15.794628 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8985b3f4-35f1-4dd4-ade3-03c73b6df724 req-87d6332d-9029-49ff-958f-9be4f4736760 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500178 Apr 20 18:22:15.895924 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac199b-7a45-486c-aad9-ac6ba16fc429 req-0926dbb4-fdc2-42fd-a722-9a18cd7fa714 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:15.897520 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a0ac199b-7a45-486c-aad9-ac6ba16fc429 req-0926dbb4-fdc2-42fd-a722-9a18cd7fa714 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.0918398 Apr 20 18:22:15.946141 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a0ac199b-7a45-486c-aad9-ac6ba16fc429 req-515dc95b-6ca9-44fd-89f3-0f8efe82e76d tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422723 Apr 20 18:22:16.900151 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe7c67-2d63-4363-a315-0c80fbb853c9 req-d74be8fd-03ae-4a86-bc2f-a335a879601c tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:16.901757 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3ebe7c67-2d63-4363-a315-0c80fbb853c9 req-d74be8fd-03ae-4a86-bc2f-a335a879601c tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.0928695 Apr 20 18:22:17.003175 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3ebe7c67-2d63-4363-a315-0c80fbb853c9 req-339a0f76-2696-4fae-841a-ec0bd7d317fc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946443 Apr 20 18:22:17.033465 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f952f53-941c-4acf-8a36-ac7a5d2e434d req-4dec6275-9bd9-4e6a-8b15-6cd647ac4c60 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:17.035085 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0f952f53-941c-4acf-8a36-ac7a5d2e434d req-4dec6275-9bd9-4e6a-8b15-6cd647ac4c60 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.1119399 Apr 20 18:22:17.085048 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0f952f53-941c-4acf-8a36-ac7a5d2e434d req-0c2d0d02-6d07-4172-a340-da5487aa79bf tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422094 Apr 20 18:22:17.198563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197f3fd-7421-4d42-b58f-5c0967a64543 req-65133a66-dde5-4583-88e6-82054c6533a1 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:17.200158 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b197f3fd-7421-4d42-b58f-5c0967a64543 req-65133a66-dde5-4583-88e6-82054c6533a1 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.0932720 Apr 20 18:22:17.249336 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b197f3fd-7421-4d42-b58f-5c0967a64543 req-e251f3ef-1b1a-4c16-92a1-bfd03e6ed3f3 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427234 Apr 20 18:22:18.066238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:18.165648 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5015e90a-4724-4676-9e49-f48d153350a6 req-287402fb-bd82-4313-b218-b070aed21b2a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812402 Apr 20 18:22:18.346449 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015e90a-4724-4676-9e49-f48d153350a6 req-f45a6621-fa56-4335-ac92-9655b0284e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:18.348134 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5015e90a-4724-4676-9e49-f48d153350a6 req-f45a6621-fa56-4335-ac92-9655b0284e28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31a8473ee6df41d6b7760fa839502252&device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 1137 time: 0.1595778 Apr 20 18:22:18.357461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47bcdb-05cd-476e-a882-96c060a10d18 req-769f627f-d366-48c7-8aa1-6c7417ec3dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:18.359137 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1d47bcdb-05cd-476e-a882-96c060a10d18 req-769f627f-d366-48c7-8aa1-6c7417ec3dd7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.1314547 Apr 20 18:22:18.550487 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1d47bcdb-05cd-476e-a882-96c060a10d18 req-fb65094b-0d8c-4cb4-8aee-a87efd432867 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848891 Apr 20 18:22:18.625123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015e90a-4724-4676-9e49-f48d153350a6 req-f33af2ae-dc41-4893-8644-ba5b30e94bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:18.626719 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5015e90a-4724-4676-9e49-f48d153350a6 req-f33af2ae-dc41-4893-8644-ba5b30e94bc2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee HTTP/1.1" status: 200 len: 915 time: 0.2380772 Apr 20 18:22:18.636479 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba10df-b569-456b-9e7b-b16263d38903 req-346f13e4-d8ed-4b11-a4ff-8d4b80ea8dd2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:18.637989 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-73ba10df-b569-456b-9e7b-b16263d38903 req-346f13e4-d8ed-4b11-a4ff-8d4b80ea8dd2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.2546868 Apr 20 18:22:18.688719 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-73ba10df-b569-456b-9e7b-b16263d38903 req-10c175e0-3943-43a5-8466-d6b527f080de tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443556 Apr 20 18:22:18.792818 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5015e90a-4724-4676-9e49-f48d153350a6 req-4825dd2e-60d8-4c07-82f4-3d0f931ce8e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0 HTTP/1.1" status: 200 len: 1001 time: 0.1537549 Apr 20 18:22:18.861768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015e90a-4724-4676-9e49-f48d153350a6 req-b6c378de-9f3a-4d7b-8fd8-27d8664343c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:18.863823 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5015e90a-4724-4676-9e49-f48d153350a6 req-b6c378de-9f3a-4d7b-8fd8-27d8664343c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0413b04-69f0-44bb-b832-c94528505b97 HTTP/1.1" status: 200 len: 853 time: 0.0635109 Apr 20 18:22:18.952577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015e90a-4724-4676-9e49-f48d153350a6 req-ad46bf10-3f92-4daf-a515-c7d9cf0c1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:18.954184 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5015e90a-4724-4676-9e49-f48d153350a6 req-ad46bf10-3f92-4daf-a515-c7d9cf0c1f2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829256 Apr 20 18:22:19.336218 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5015e90a-4724-4676-9e49-f48d153350a6 req-2d3a07f1-45dc-4191-b863-e59f2996b551 service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744085 Apr 20 18:22:19.484123 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5015e90a-4724-4676-9e49-f48d153350a6 req-7673f8fb-9e46-4340-8024-daa4c5b0b647 service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407366 Apr 20 18:22:19.762996 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f4fc7-cc42-4d2a-8c3c-242ed0f8d74c req-92f66829-2662-4638-b0a8-5c943cae7f45 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:19.764618 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-389f4fc7-cc42-4d2a-8c3c-242ed0f8d74c req-92f66829-2662-4638-b0a8-5c943cae7f45 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.0903206 Apr 20 18:22:19.862838 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-389f4fc7-cc42-4d2a-8c3c-242ed0f8d74c req-1e028dfa-d4ae-44d0-91d5-d52b7385f057 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910540 Apr 20 18:22:19.905590 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5bc16-7664-4929-bba1-9b40e298920a req-b1c9701f-3a94-453e-8959-b1585402f923 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:19.907177 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-96e5bc16-7664-4929-bba1-9b40e298920a req-b1c9701f-3a94-453e-8959-b1585402f923 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.1031470 Apr 20 18:22:19.957711 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-96e5bc16-7664-4929-bba1-9b40e298920a req-6e7f0f0b-74ee-4a3c-aab6-9545de615c01 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429411 Apr 20 18:22:20.588572 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c337b6-536a-4f14-8852-533a59a592c8 req-3a31f53c-d473-44bc-8fb0-e1f7aa529aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:20.590206 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-28c337b6-536a-4f14-8852-533a59a592c8 req-3a31f53c-d473-44bc-8fb0-e1f7aa529aad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c250e0852dda4b6db36fcb0ea4536490&device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 1098 time: 0.0819616 Apr 20 18:22:20.741409 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c337b6-536a-4f14-8852-533a59a592c8 req-d63abea1-c23e-401c-8fdc-5320b3fe3582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:20.742938 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-28c337b6-536a-4f14-8852-533a59a592c8 req-d63abea1-c23e-401c-8fdc-5320b3fe3582 service neutron] 10.222.0.37 "GET /v2.0/networks?id=57ff6d07-2176-457d-9fdf-c143c911f214 HTTP/1.1" status: 200 len: 910 time: 0.1457736 Apr 20 18:22:20.859562 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-28c337b6-536a-4f14-8852-533a59a592c8 req-68622cb8-06a7-44e4-a930-8ec1ee1914e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e HTTP/1.1" status: 200 len: 1000 time: 0.1086736 Apr 20 18:22:20.940680 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c337b6-536a-4f14-8852-533a59a592c8 req-8eef56b1-7f44-4a9a-a2de-2af99d07a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:20.942905 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-28c337b6-536a-4f14-8852-533a59a592c8 req-8eef56b1-7f44-4a9a-a2de-2af99d07a155 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cda58ca-ce51-4fab-bdb5-fa33e951d3b0 HTTP/1.1" status: 200 len: 848 time: 0.0760839 Apr 20 18:22:21.152965 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c337b6-536a-4f14-8852-533a59a592c8 req-725a04cd-f3f7-4cf8-a628-63d18773d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:21.154623 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-28c337b6-536a-4f14-8852-533a59a592c8 req-725a04cd-f3f7-4cf8-a628-63d18773d7a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57ff6d07-2176-457d-9fdf-c143c911f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2049434 Apr 20 18:22:21.204547 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68de06f-9940-40a4-9258-cf105b672121 req-e6faa743-1f07-42fb-bdb2-3be96cba3406 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:21.206177 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a68de06f-9940-40a4-9258-cf105b672121 req-e6faa743-1f07-42fb-bdb2-3be96cba3406 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.2149305 Apr 20 18:22:21.331072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d92cb-00d9-4af9-b861-b0bbb8ca78cc req-2eea9cbf-34bb-45bd-82d3-c6723138402b tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:21.332794 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b7d92cb-00d9-4af9-b861-b0bbb8ca78cc req-2eea9cbf-34bb-45bd-82d3-c6723138402b tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.2585237 Apr 20 18:22:21.382968 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a68de06f-9940-40a4-9258-cf105b672121 req-15a64d3b-4b0c-416c-91d4-1378ae3a3e13 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191278 Apr 20 18:22:21.426382 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-28c337b6-536a-4f14-8852-533a59a592c8 req-1136cd2c-f4ef-4281-9659-987a9cac734e service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624240 Apr 20 18:22:21.431474 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9b7d92cb-00d9-4af9-b861-b0bbb8ca78cc req-7c228332-1faf-4dd5-86e8-cdc0d3b5ae40 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908930 Apr 20 18:22:21.589628 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-28c337b6-536a-4f14-8852-533a59a592c8 req-3ddcb03f-06af-487b-81b0-8c210d693e21 service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443875 Apr 20 18:22:21.773535 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:22:22.662784 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc30057-5106-454a-94bb-2d66ce3b5a40 req-610f6904-b95a-4f8b-970c-9c411d04019b tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:22.664403 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-adc30057-5106-454a-94bb-2d66ce3b5a40 req-610f6904-b95a-4f8b-970c-9c411d04019b tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.1584206 Apr 20 18:22:22.703982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef6593-dc34-4e8e-9d6e-ab5f2f4f6221 req-e50f0b56-343b-4ea5-9bdc-27a385aed116 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:22.705507 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8cef6593-dc34-4e8e-9d6e-ab5f2f4f6221 req-e50f0b56-343b-4ea5-9bdc-27a385aed116 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.1496201 Apr 20 18:22:22.752086 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-adc30057-5106-454a-94bb-2d66ce3b5a40 req-fb3c7c87-d217-451c-aad4-6274a99953e7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808568 Apr 20 18:22:22.774244 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8cef6593-dc34-4e8e-9d6e-ab5f2f4f6221 req-a856b962-93e4-4572-9630-e4ffeba3b648 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539029 Apr 20 18:22:24.036803 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4940d-39bc-4c9e-969d-8568255affb9 req-11a2f83d-62c8-4de8-adb9-05ed03679ebb tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:24.038425 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-20c4940d-39bc-4c9e-969d-8568255affb9 req-11a2f83d-62c8-4de8-adb9-05ed03679ebb tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.1636212 Apr 20 18:22:24.047183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec57eb-a02b-4dd1-83e0-1c2f4707ed6d req-508a1819-99ad-45cc-b856-f5286852e532 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:24.048697 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-88ec57eb-a02b-4dd1-83e0-1c2f4707ed6d req-508a1819-99ad-45cc-b856-f5286852e532 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.1371050 Apr 20 18:22:24.114499 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-20c4940d-39bc-4c9e-969d-8568255affb9 req-8d28a734-80bd-42f9-80a4-4425423ecccb tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647402 Apr 20 18:22:24.135870 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-88ec57eb-a02b-4dd1-83e0-1c2f4707ed6d req-dc5a1e16-bf28-4ed2-8d43-ba07e7578346 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698688 Apr 20 18:22:24.455662 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-a50c8f88-d076-44de-b793-adcb4632469b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945313 Apr 20 18:22:24.534280 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273f686-e80b-4e6b-a477-0a3a105b5530 req-c0c9ba9c-fd01-4da7-b801-23560f8a566d tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:24.536554 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7273f686-e80b-4e6b-a477-0a3a105b5530 req-c0c9ba9c-fd01-4da7-b801-23560f8a566d tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.1051311 Apr 20 18:22:24.590805 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7273f686-e80b-4e6b-a477-0a3a105b5530 req-849d28dd-7491-4367-b956-d049ea30f2bd tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477970 Apr 20 18:22:25.420161 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc0f97-6129-4bb9-abd1-4169036e5720 req-0e1a9c2f-25e9-482b-b5ed-e89d86adbaee tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:25.421721 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9cc0f97-6129-4bb9-abd1-4169036e5720 req-0e1a9c2f-25e9-482b-b5ed-e89d86adbaee tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.0907037 Apr 20 18:22:25.472103 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9cc0f97-6129-4bb9-abd1-4169036e5720 req-48953445-1cc5-4908-b082-318f0e43e481 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431519 Apr 20 18:22:25.593528 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52634) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:25.662405 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Deleting subnet 6833dc7c-aa76-4208-9a7d-ef106c570854 {{(pid=86319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:22:25.665699 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:25.728010 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128956'] for subnet, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:25.900012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ca4d9-4621-4534-8f8c-a2bb8b9fac06 req-8bcff472-0153-4b00-b33f-f275b2110764 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:25.901688 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8d6ca4d9-4621-4534-8f8c-a2bb8b9fac06 req-8bcff472-0153-4b00-b33f-f275b2110764 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.1707153 Apr 20 18:22:25.904244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-400c2122-2216-4bd1-b6df-2ba12c6d6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:25.905825 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-400c2122-2216-4bd1-b6df-2ba12c6d6a4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191&tenant_id=c250e0852dda4b6db36fcb0ea4536490 HTTP/1.1" status: 200 len: 1098 time: 0.1330988 Apr 20 18:22:26.015183 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8d6ca4d9-4621-4534-8f8c-a2bb8b9fac06 req-750a7426-fa16-4f62-b143-82a3e9714404 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066937 Apr 20 18:22:26.027044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:26.050259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-a383effe-7bd1-4ce2-9efe-a9cd4f84547a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:26.053190 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-a383effe-7bd1-4ce2-9efe-a9cd4f84547a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c250e0852dda4b6db36fcb0ea4536490&device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 1098 time: 0.1006672 Apr 20 18:22:26.104657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 2d163b61-ffba-47e8-a3fe-aac764ecf97e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:22:26.212106 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-66365619-2763-4f83-bd13-c9669fb3a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:26.213711 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-66365619-2763-4f83-bd13-c9669fb3a2d0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=57ff6d07-2176-457d-9fdf-c143c911f214 HTTP/1.1" status: 200 len: 910 time: 0.1522217 Apr 20 18:22:26.235288 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:26.266928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:26.278028 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 2d163b61-ffba-47e8-a3fe-aac764ecf97e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:26.282628 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:26.284539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:26.321551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848030853'] for subnet, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:26.326948 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:26.331016 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'code': 422} returned with failed status Apr 20 18:22:26.341958 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-acb4bdd4-c667-46de-87a2-e73806086772 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e HTTP/1.1" status: 200 len: 998 time: 0.1202846 Apr 20 18:22:26.365358 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6833dc7c-aa76-4208-9a7d-ef106c570854,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:26.370597 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=2d163b61-ffba-47e8-a3fe-aac764ecf97e,revision_number=6']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:26.374330 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:26.377921 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.378333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.378472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.379294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.379522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.379778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.379991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.380292 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.380399 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.380696 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.380810 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.381069 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.381186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.381442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.381546 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.381830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.381943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.382214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.382328 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.382621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.382725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.382986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.383098 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.383350 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:26.387461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:26.387687 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:26.393381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 52642) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:26.393545 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-aaf63b16-01fb-46af-a8cf-41ca991a9b46 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6833dc7c-aa76-4208-9a7d-ef106c570854 HTTP/1.1" status: 204 len: 168 time: 0.7987812 Apr 20 18:22:26.513009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-8ea426ea-e9a4-48e3-98e6-ae20bb6bd484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:26.514640 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-8ea426ea-e9a4-48e3-98e6-ae20bb6bd484 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cda58ca-ce51-4fab-bdb5-fa33e951d3b0 HTTP/1.1" status: 200 len: 848 time: 0.1617076 Apr 20 18:22:26.584406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:26.807531 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-7635eac0-5a0e-4002-9cd7-d1c8b9bffa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:26.809147 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-7635eac0-5a0e-4002-9cd7-d1c8b9bffa84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57ff6d07-2176-457d-9fdf-c143c911f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2850633 Apr 20 18:22:26.817818 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:27.259815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cafb13-19fa-4584-a1a9-b034adaf2be0 req-54b07680-be4a-47c2-809f-9e8c3f9789af tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:27.261380 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-23cafb13-19fa-4584-a1a9-b034adaf2be0 req-54b07680-be4a-47c2-809f-9e8c3f9789af tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.6665204 Apr 20 18:22:27.389852 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30df65b0-c436-4886-804c-e19033d38cf2']}} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:27.431312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df9c0c7-87df-4cf1-9ddd-81d949be9b5e') {'for_net_delete': True} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:27.431650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df9c0c7-87df-4cf1-9ddd-81d949be9b5e') {} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:27.461115 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-23cafb13-19fa-4584-a1a9-b034adaf2be0 req-0eafdb3f-4419-4293-9e36-05774557bf7e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920860 Apr 20 18:22:27.462947 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848358749'] for segment, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:27.501072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:27.505804 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-79fe4341-d1e0-47b8-b478-a80a3a95c19a service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6720407 Apr 20 18:22:27.513832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=86320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:22:27.627370 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d3af1-99f4-490a-aa26-5e13ca3a9473 req-1fb9bf3d-9bd6-40c5-9ce0-a8c5e4eef55c tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:27.629670 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-805d3af1-99f4-490a-aa26-5e13ca3a9473 req-1fb9bf3d-9bd6-40c5-9ce0-a8c5e4eef55c tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 943 time: 0.3795295 Apr 20 18:22:27.840011 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Network 30df65b0-c436-4886-804c-e19033d38cf2 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:22:27.853990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790971'] for segment, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:27.884982 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-805d3af1-99f4-490a-aa26-5e13ca3a9473 req-1b5e148e-5ec3-408d-a237-ec79f5b94b3b tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460718 Apr 20 18:22:28.065611 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3484ad07-47b3-48d9-a541-6d1beda2dc8c req-5f1259a0-5b5b-4cd3-adf8-414e20838a00 service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229986 Apr 20 18:22:28.091293 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Network 30df65b0-c436-4886-804c-e19033d38cf2 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:22:28.116680 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:22:28.120716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7c64e615-c45d-4872-a7f7-8b40940207da details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:22:28.204466 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:28.213208 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d0701dc2-335e-4ed4-ae5f-62cb8d8f4f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:28.232535 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:28.241191 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Pushing event deleted for resources: {'Network': ['ID=30df65b0-c436-4886-804c-e19033d38cf2,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:28.255677 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:28.256178 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:28.256512 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:28.257020 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:28.257448 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:28.257900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:28.258245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:28.258640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:28.259051 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:28.259448 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:28.259845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:28.260239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:28.267835 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] 10.222.0.21 "DELETE /v2.0/networks/30df65b0-c436-4886-804c-e19033d38cf2 HTTP/1.1" status: 204 len: 168 time: 1.8728921 Apr 20 18:22:28.269778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5bda3f77-7a57-4a7c-a6d1-6f80c8b53dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:28.298567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7c64e615-c45d-4872-a7f7-8b40940207da,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:28.319206 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '7c64e615-c45d-4872-a7f7-8b40940207da', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'port_id': '7c64e615-c45d-4872-a7f7-8b40940207da', 'mac_address': 'fa:16:3e:96:6b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:22:28.395159 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:28.417029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c64e615-c45d-4872-a7f7-8b40940207da {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:22:28.434771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7c64e615-c45d-4872-a7f7-8b40940207da,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:28.438244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:28.440561 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c1917887-4910-4aeb-b247-52b94e96d541 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:28.474307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 52666) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:28.522114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=7c64e615-c45d-4872-a7f7-8b40940207da,revision_number=6']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:28.525531 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:28.539520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['7c64e615-c45d-4872-a7f7-8b40940207da'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:22:28.543895 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2a243585-4dbb-4bc0-b32b-29d0b69fa570 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c774ddeab24d40c89fc1410d211c2e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657654 Apr 20 18:22:28.544869 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52672) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:28.644628 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-02998d8f-5f0a-425e-9583-0a21243a855d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:28.709624 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-02998d8f-5f0a-425e-9583-0a21243a855d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:28.760478 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8844791-7fc0-4d1e-803e-4418f9550dea req-4570dae4-fdbd-4b42-a666-42667b8c5b05 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:28.762341 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a8844791-7fc0-4d1e-803e-4418f9550dea req-4570dae4-fdbd-4b42-a666-42667b8c5b05 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 944 time: 0.1149299 Apr 20 18:22:28.777744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-02998d8f-5f0a-425e-9583-0a21243a855d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:28.783849 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-178dea60-f0d4-46e0-8c7a-7c9ca936a3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:28.799014 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02998d8f-5f0a-425e-9583-0a21243a855d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034b1cbd-e4ea-402b-816e-9b0cbe6f4961,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:28.803516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-02998d8f-5f0a-425e-9583-0a21243a855d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:28.814558 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-02998d8f-5f0a-425e-9583-0a21243a855d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:28.819097 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-02998d8f-5f0a-425e-9583-0a21243a855d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/034b1cbd-e4ea-402b-816e-9b0cbe6f4961 HTTP/1.1" status: 204 len: 168 time: 0.2697492 Apr 20 18:22:28.840645 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a8844791-7fc0-4d1e-803e-4418f9550dea req-8a60b15a-b9fa-479b-a02e-f6f5a0a2e8d2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710957 Apr 20 18:22:29.168319 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6ca4f-1be4-4419-9db7-e601ed5756af req-62b3d27c-423a-4c04-a926-58afcc25ee2d tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:29.174285 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3ce6ca4f-1be4-4419-9db7-e601ed5756af req-62b3d27c-423a-4c04-a926-58afcc25ee2d tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 943 time: 0.1334548 Apr 20 18:22:29.254232 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3ce6ca4f-1be4-4419-9db7-e601ed5756af req-3cafb36b-81e4-4fd1-b8f6-f40139bd3ea6 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702181 Apr 20 18:22:30.124695 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 2d163b61-ffba-47e8-a3fe-aac764ecf97e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:22:30.134828 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2996dd-1315-4d8a-8fc8-66c2343e554d req-0acbd3e7-dd4b-4b57-90a6-ee8200290362 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:30.136789 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cc2996dd-1315-4d8a-8fc8-66c2343e554d req-0acbd3e7-dd4b-4b57-90a6-ee8200290362 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 944 time: 0.1373527 Apr 20 18:22:30.140367 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100a335-647a-439d-a5a7-ac30bfefede5 req-fab92c26-b7e1-485b-b368-cdf99064b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:30.142118 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8100a335-647a-439d-a5a7-ac30bfefede5 req-fab92c26-b7e1-485b-b368-cdf99064b6d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 1096 time: 0.2539041 Apr 20 18:22:30.231252 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cc2996dd-1315-4d8a-8fc8-66c2343e554d req-bdc33e8e-9c82-4ab7-b4fa-e9baf455f117 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875552 Apr 20 18:22:30.238486 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8100a335-647a-439d-a5a7-ac30bfefede5 req-aa047b1b-a399-4ca8-895e-546dc5d7d4eb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699835 Apr 20 18:22:30.370410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 2d163b61-ffba-47e8-a3fe-aac764ecf97e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:30.386602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7c64e615-c45d-4872-a7f7-8b40940207da up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:22:30.415554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'port_id': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'mac_address': 'fa:16:3e:3d:6b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:22:30.514358 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:30.528103 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b6645-b122-4aef-ab24-ba58c5cd0487 req-fa00a29d-cd6a-41c2-aef2-2d53dd27ca89 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:30.530349 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1e1b6645-b122-4aef-ab24-ba58c5cd0487 req-fa00a29d-cd6a-41c2-aef2-2d53dd27ca89 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 943 time: 0.1266396 Apr 20 18:22:30.547716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d163b61-ffba-47e8-a3fe-aac764ecf97e {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:22:30.567343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 2d163b61-ffba-47e8-a3fe-aac764ecf97e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:30.574868 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:30.577563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:30.614888 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 7c64e615-c45d-4872-a7f7-8b40940207da triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:22:30.615397 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:30.633588 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1e1b6645-b122-4aef-ab24-ba58c5cd0487 req-f62338a5-5c8f-4efc-ae84-1aa011372bf8 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918212 Apr 20 18:22:30.724768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=2d163b61-ffba-47e8-a3fe-aac764ecf97e,revision_number=7']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:30.728327 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:30.798776 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:30.832449 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:30.845000 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7c64e615-c45d-4872-a7f7-8b40940207da,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:30.851037 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:30.853430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:30.904612 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da', 'code': 200} Apr 20 18:22:31.054937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=7c64e615-c45d-4872-a7f7-8b40940207da,revision_number=7']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:31.074587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:31.861194 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cfc75-bcfe-4d14-8b3a-a427ed986736 req-600b77a5-450d-4acc-9c85-98f31b39a536 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:31.862893 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-083cfc75-bcfe-4d14-8b3a-a427ed986736 req-600b77a5-450d-4acc-9c85-98f31b39a536 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.1814892 Apr 20 18:22:31.927817 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['2d163b61-ffba-47e8-a3fe-aac764ecf97e'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:22:31.976714 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-083cfc75-bcfe-4d14-8b3a-a427ed986736 req-3602aa26-858c-4a9e-b8c7-c5839b9ec0ee tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021907 Apr 20 18:22:31.986053 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd875d-a9df-4ba2-9d93-a43f7aef12a0 req-06771e9e-9a97-4503-9f2d-a559f4bc0bc7 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:31.988275 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-78cd875d-a9df-4ba2-9d93-a43f7aef12a0 req-06771e9e-9a97-4503-9f2d-a559f4bc0bc7 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 944 time: 0.2146239 Apr 20 18:22:32.049151 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-78cd875d-a9df-4ba2-9d93-a43f7aef12a0 req-cf286a9f-4a26-45a7-8699-bedee24698d9 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544529 Apr 20 18:22:33.216236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae61c5a-b95f-479f-991d-ed29bf08d19e req-c0da1311-f5d9-4797-bcd0-7c67d1ffc0af tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:33.218124 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bae61c5a-b95f-479f-991d-ed29bf08d19e req-c0da1311-f5d9-4797-bcd0-7c67d1ffc0af tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.1059358 Apr 20 18:22:33.274573 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bae61c5a-b95f-479f-991d-ed29bf08d19e req-6b089230-fed4-4b22-865c-6cfa5ca602fd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492446 Apr 20 18:22:34.172033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 2d163b61-ffba-47e8-a3fe-aac764ecf97e up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:22:34.266339 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 2d163b61-ffba-47e8-a3fe-aac764ecf97e triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:22:34.266952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:34.438068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:34.474827 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:34.489808 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 2d163b61-ffba-47e8-a3fe-aac764ecf97e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:34.495340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:34.498196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:34.547180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fc66d-57ec-456a-8584-1241b46f77e5 req-cc4f3a03-807e-4d9c-a0f7-744c226bc054 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:34.558275 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-953fc66d-57ec-456a-8584-1241b46f77e5 req-cc4f3a03-807e-4d9c-a0f7-744c226bc054 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.1313436 Apr 20 18:22:34.592106 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'code': 200} Apr 20 18:22:34.618663 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-953fc66d-57ec-456a-8584-1241b46f77e5 req-64d6f66c-2cc4-4faa-a6be-94ad4fb55708 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592015 Apr 20 18:22:34.643799 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=2d163b61-ffba-47e8-a3fe-aac764ecf97e,revision_number=8']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:34.647968 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:35.839346 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bc5f4-5b54-48d3-9c08-3bc001a4bc0b req-ee8e62c4-d498-45c3-8d24-c7cc0b695509 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:35.841039 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-377bc5f4-5b54-48d3-9c08-3bc001a4bc0b req-ee8e62c4-d498-45c3-8d24-c7cc0b695509 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.0963769 Apr 20 18:22:35.905073 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-377bc5f4-5b54-48d3-9c08-3bc001a4bc0b req-93730244-18cb-45d7-b98f-45c5db27191a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557005 Apr 20 18:22:36.823012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52786) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:36.979618 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-20b09016-f72c-4c15-b4b3-01a7c8a79ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:36.999770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-20b09016-f72c-4c15-b4b3-01a7c8a79ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:22:37.005314 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-20b09016-f72c-4c15-b4b3-01a7c8a79ffa admin admin] Usage tracker for resource:security_group_rule and tenant:a825dbad289c4a689174aaee87b27a9b is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:22:37.009137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-20b09016-f72c-4c15-b4b3-01a7c8a79ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:22:37.016831 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-20b09016-f72c-4c15-b4b3-01a7c8a79ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:22:37.114866 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-20b09016-f72c-4c15-b4b3-01a7c8a79ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:37.119157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-20b09016-f72c-4c15-b4b3-01a7c8a79ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:37.132071 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-02998d8f-5f0a-425e-9583-0a21243a855d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:37.183455 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-20b09016-f72c-4c15-b4b3-01a7c8a79ffa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a825dbad289c4a689174aaee87b27a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588977 Apr 20 18:22:37.184291 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23c928-78e4-41e3-9062-fc786f4f0dcb req-8b116db5-5f41-46b5-b1f8-716eae89d53b tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:37.185485 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52794) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:37.186520 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5c23c928-78e4-41e3-9062-fc786f4f0dcb req-8b116db5-5f41-46b5-b1f8-716eae89d53b tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.1111889 Apr 20 18:22:37.188871 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b09016-f72c-4c15-b4b3-01a7c8a79ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08d7602-603c-48f3-ab49-345e38cbde75,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:37.192896 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-20b09016-f72c-4c15-b4b3-01a7c8a79ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:37.260542 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6e3737ef-c712-4b5b-a83e-8ccb5fd34303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:37.287208 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5c23c928-78e4-41e3-9062-fc786f4f0dcb req-a974a372-157b-49de-a129-748bafc89bb0 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936055 Apr 20 18:22:37.298064 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6e3737ef-c712-4b5b-a83e-8ccb5fd34303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:37.355444 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6e3737ef-c712-4b5b-a83e-8ccb5fd34303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:37.360967 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-87b74e90-e244-4dae-984d-7767b5a5ccf2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:37.380429 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6e3737ef-c712-4b5b-a83e-8ccb5fd34303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:37.382067 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-6e3737ef-c712-4b5b-a83e-8ccb5fd34303 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c08d7602-603c-48f3-ab49-345e38cbde75 HTTP/1.1" status: 204 len: 168 time: 0.1952856 Apr 20 18:22:37.383077 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3737ef-c712-4b5b-a83e-8ccb5fd34303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08d7602-603c-48f3-ab49-345e38cbde75,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:37.398845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6e3737ef-c712-4b5b-a83e-8ccb5fd34303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:38.499824 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca88f1-075e-4bad-afba-649eae0faaf7 req-c739d9a0-5ae8-43ab-8ea1-62ad8f56cc11 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:38.501441 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4cca88f1-075e-4bad-afba-649eae0faaf7 req-c739d9a0-5ae8-43ab-8ea1-62ad8f56cc11 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.0992103 Apr 20 18:22:38.554553 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4cca88f1-075e-4bad-afba-649eae0faaf7 req-92b02de7-3471-4fc3-8899-dc58a2dba7a2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466707 Apr 20 18:22:39.056836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cb340-a2b6-4907-aac0-60c63e95f5cc req-cb0bd5ef-f2da-49bb-b6dd-8593bae49301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:39.058472 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-aa1cb340-a2b6-4907-aac0-60c63e95f5cc req-cb0bd5ef-f2da-49bb-b6dd-8593bae49301 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 1098 time: 0.0833926 Apr 20 18:22:39.208112 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cb340-a2b6-4907-aac0-60c63e95f5cc req-03ca978b-7c3a-4865-a141-2df8e5999c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:39.209679 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-aa1cb340-a2b6-4907-aac0-60c63e95f5cc req-03ca978b-7c3a-4865-a141-2df8e5999c65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 918 time: 0.1423423 Apr 20 18:22:39.332007 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-aa1cb340-a2b6-4907-aac0-60c63e95f5cc req-f6db0b0d-079c-4ade-888e-f7a5556b9689 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c64e615-c45d-4872-a7f7-8b40940207da HTTP/1.1" status: 200 len: 999 time: 0.1096303 Apr 20 18:22:39.406244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cb340-a2b6-4907-aac0-60c63e95f5cc req-a35d8e91-a872-437a-8a97-871c65d310e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:39.407864 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-aa1cb340-a2b6-4907-aac0-60c63e95f5cc req-a35d8e91-a872-437a-8a97-871c65d310e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 HTTP/1.1" status: 200 len: 856 time: 0.0666749 Apr 20 18:22:39.499505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cb340-a2b6-4907-aac0-60c63e95f5cc req-155ede36-b249-427d-8f82-4f1ddc90d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:39.501144 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-aa1cb340-a2b6-4907-aac0-60c63e95f5cc req-155ede36-b249-427d-8f82-4f1ddc90d7b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=190e51c9-23fa-4948-90ae-c977e74b53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864930 Apr 20 18:22:39.668670 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-aa1cb340-a2b6-4907-aac0-60c63e95f5cc req-4711ce70-c17a-4ebd-878b-55fe40ace00e service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598339 Apr 20 18:22:39.893927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02659d05-e998-4589-b0f2-423816a05749 req-c740576b-bd4b-495a-a0cf-61cedfe5f01f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:39.895551 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-02659d05-e998-4589-b0f2-423816a05749 req-c740576b-bd4b-495a-a0cf-61cedfe5f01f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.1957612 Apr 20 18:22:39.899494 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-aa1cb340-a2b6-4907-aac0-60c63e95f5cc req-3e023369-622d-4061-8c36-5f39f6b7dff7 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225671 Apr 20 18:22:39.952177 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-02659d05-e998-4589-b0f2-423816a05749 req-c6fe3fa3-8516-43e6-96f5-2df0a6c90fbb tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487339 Apr 20 18:22:40.589071 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-1797c828-9538-42e7-91b1-02995abec502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:41.197991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fbf42-d2b9-40ec-8784-2909a406d86f req-14708dc7-6ea5-4168-8c15-91a7b2e32354 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:41.201008 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0e6fbf42-d2b9-40ec-8784-2909a406d86f req-14708dc7-6ea5-4168-8c15-91a7b2e32354 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 945 time: 0.1241064 Apr 20 18:22:41.272132 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0e6fbf42-d2b9-40ec-8784-2909a406d86f req-e80484f8-ec79-4cd1-a431-5d6e12e2a23a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637732 Apr 20 18:22:42.220932 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7c64e615-c45d-4872-a7f7-8b40940207da no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:22:42.360382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:42.392043 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:42.405273 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7c64e615-c45d-4872-a7f7-8b40940207da,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:42.409954 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:42.412197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:42.495015 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=7c64e615-c45d-4872-a7f7-8b40940207da,revision_number=8']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:42.498219 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:42.513145 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45015e74-f778-421d-a495-02bc2ee24c86 req-91a45c58-435f-4bb0-a407-51662b8f12f5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:42.514810 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-45015e74-f778-421d-a495-02bc2ee24c86 req-91a45c58-435f-4bb0-a407-51662b8f12f5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.1048846 Apr 20 18:22:42.568833 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-45015e74-f778-421d-a495-02bc2ee24c86 req-94f58d98-f7b3-4da4-8de7-ddbdf2e5f06f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456448 Apr 20 18:22:42.693711 dv-cinder-786930-2-smb neutron-server[86206]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da', 'code': 422} returned with failed status Apr 20 18:22:43.157504 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2a94451c-8fcb-4e81-b533-27fd9d58cf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:43.884774 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:44.279251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5bdcd-22dc-4708-8086-0f13f6747047 req-9e0f185f-2e2d-476d-b046-ced762c1d3dd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:44.280906 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f8d5bdcd-22dc-4708-8086-0f13f6747047 req-9e0f185f-2e2d-476d-b046-ced762c1d3dd tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.0956047 Apr 20 18:22:44.336484 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f8d5bdcd-22dc-4708-8086-0f13f6747047 req-0f55c64b-501c-48b0-8975-85df80f9c370 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464301 Apr 20 18:22:44.386918 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:44.554353 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52876) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:44.693480 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-b7deb0cb-642f-4814-9a66-8af81df0d32e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378021 Apr 20 18:22:45.243953 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:45.258930 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-58b36959-2b66-4833-9a1c-9890a2aa4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:45.260596 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-58b36959-2b66-4833-9a1c-9890a2aa4e63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6&tenant_id=1141aadc257440eeb949d363e845efd1 HTTP/1.1" status: 200 len: 1096 time: 0.0841143 Apr 20 18:22:45.367022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-5a2bf762-4e50-4c52-96dc-93609639b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:45.368634 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-5a2bf762-4e50-4c52-96dc-93609639b53c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1141aadc257440eeb949d363e845efd1&device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 1096 time: 0.0820794 Apr 20 18:22:45.870467 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-5c5281b3-6817-412c-8a75-7da3f1bc2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:45.872088 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-5c5281b3-6817-412c-8a75-7da3f1bc2aa3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 200 len: 918 time: 0.4949434 Apr 20 18:22:45.939692 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e67530f4-0d89-43d7-a842-c4b2045d5767 req-4a31b522-5399-4419-a266-6b3991ddfdff tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521275175&fields=id&tenant_id=31a8473ee6df41d6b7760fa839502252 HTTP/1.1" status: 200 len: 267 time: 0.1397753 Apr 20 18:22:46.010716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad1945-bcc7-400c-9b09-72d50b7c16fc req-a6bcc3df-5ba3-453e-89c5-4e41189d3a8b tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:46.012350 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b4ad1945-bcc7-400c-9b09-72d50b7c16fc req-a6bcc3df-5ba3-453e-89c5-4e41189d3a8b tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.5481091 Apr 20 18:22:46.096972 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-66663edc-bab8-4cf6-a0f4-bf48458fe7bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c64e615-c45d-4872-a7f7-8b40940207da HTTP/1.1" status: 200 len: 997 time: 0.2161639 Apr 20 18:22:46.159124 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b4ad1945-bcc7-400c-9b09-72d50b7c16fc req-b3769e5e-9bbb-452c-ab75-bcc24f09f925 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284752 Apr 20 18:22:46.202688 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67530f4-0d89-43d7-a842-c4b2045d5767 req-65e2b7b6-7a14-4382-8caa-a48c1ae3fbd3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:46.204275 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e67530f4-0d89-43d7-a842-c4b2045d5767 req-65e2b7b6-7a14-4382-8caa-a48c1ae3fbd3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 984 time: 0.2532470 Apr 20 18:22:46.206089 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-b9be7fa7-69fb-49cc-a6d1-0a9ee9e3bd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:46.209701 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-b9be7fa7-69fb-49cc-a6d1-0a9ee9e3bd21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 HTTP/1.1" status: 200 len: 856 time: 0.0994465 Apr 20 18:22:46.217758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-e67530f4-0d89-43d7-a842-c4b2045d5767 req-ae637c50-3bf6-41fa-b950-c0991b71f8f4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Request body: {'port': {'security_groups': ['9fd0392a-7794-458b-acd5-ec4bd2570909']}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:22:46.426284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-e67530f4-0d89-43d7-a842-c4b2045d5767 req-ae637c50-3bf6-41fa-b950-c0991b71f8f4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:46.444981 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-5f3d9afe-e081-42d4-b43b-d39a93954ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:46.446682 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-5f3d9afe-e081-42d4-b43b-d39a93954ad4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=190e51c9-23fa-4948-90ae-c977e74b53f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1997912 Apr 20 18:22:46.719546 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-466282dd-91cb-4293-a7b5-0b55513c063d service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346559 Apr 20 18:22:46.967839 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-e67530f4-0d89-43d7-a842-c4b2045d5767 req-ae637c50-3bf6-41fa-b950-c0991b71f8f4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] For port f5b7907a-735c-4da3-bb00-f18e778ef1e0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:46.991787 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-39cbe936-270e-47e0-b3c9-818004fc3036 req-d1c244f3-b2e0-4f81-9d57-84a8617a4491 service neutron] 10.222.0.37 "GET /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188377 Apr 20 18:22:47.019585 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-e67530f4-0d89-43d7-a842-c4b2045d5767 req-ae637c50-3bf6-41fa-b950-c0991b71f8f4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for port, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:47.024163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-e67530f4-0d89-43d7-a842-c4b2045d5767 req-ae637c50-3bf6-41fa-b950-c0991b71f8f4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6790981'] for port, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:47.032216 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6dc70d6a-22ae-4195-a3c8-77f5593e804b tempest-ServerRescueNegativeTestJSON-1347430717 tempest-ServerRescueNegativeTestJSON-1347430717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:47.039906 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['f5b7907a-735c-4da3-bb00-f18e778ef1e0'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:22:47.101844 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67530f4-0d89-43d7-a842-c4b2045d5767 req-ae637c50-3bf6-41fa-b950-c0991b71f8f4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:47.102932 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-e67530f4-0d89-43d7-a842-c4b2045d5767 req-ae637c50-3bf6-41fa-b950-c0991b71f8f4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:47.105651 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e67530f4-0d89-43d7-a842-c4b2045d5767 req-ae637c50-3bf6-41fa-b950-c0991b71f8f4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "PUT /v2.0/ports/f5b7907a-735c-4da3-bb00-f18e778ef1e0 HTTP/1.1" status: 200 len: 942 time: 0.8930185 Apr 20 18:22:47.106236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:47.113016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52896) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:47.148517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae637c50-3bf6-41fa-b950-c0991b71f8f4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event updated for resources: {'Port': ['ID=f5b7907a-735c-4da3-bb00-f18e778ef1e0,revision_number=7']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:47.160294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ae637c50-3bf6-41fa-b950-c0991b71f8f4 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:47.273146 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['f5b7907a-735c-4da3-bb00-f18e778ef1e0'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:22:47.294067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6189cea3-a3b8-4f26-b603-bda1b04ce40d tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:47.326613 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'status': 'completed', 'code': 200} Apr 20 18:22:47.339641 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6189cea3-a3b8-4f26-b603-bda1b04ce40d tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:47.399004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6189cea3-a3b8-4f26-b603-bda1b04ce40d tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:47.414275 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ff701de7-33a6-4610-a8ac-77ed69880c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:47.434055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189cea3-a3b8-4f26-b603-bda1b04ce40d tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f524bb0e-6b99-4fa8-a6c6-fa13dc39e964,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:47.441297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-d482b472-8188-4186-80a6-145746c6771c None None] Provisioning complete for port f5b7907a-735c-4da3-bb00-f18e778ef1e0 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:22:47.441297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d482b472-8188-4186-80a6-145746c6771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:47.448772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6189cea3-a3b8-4f26-b603-bda1b04ce40d tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:47.449771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6189cea3-a3b8-4f26-b603-bda1b04ce40d tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:47.451297 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-6189cea3-a3b8-4f26-b603-bda1b04ce40d tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "DELETE /v2.0/security-groups/f524bb0e-6b99-4fa8-a6c6-fa13dc39e964 HTTP/1.1" status: 204 len: 168 time: 0.3368938 Apr 20 18:22:47.454136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 52904) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:47.537820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfaeee-9dbc-42ad-84ed-ae1ebf7f4800 req-edcdc594-0e9a-4b6e-9b22-3120c63de38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:47.539526 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-67cfaeee-9dbc-42ad-84ed-ae1ebf7f4800 req-edcdc594-0e9a-4b6e-9b22-3120c63de38c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31a8473ee6df41d6b7760fa839502252&device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 1098 time: 0.1780701 Apr 20 18:22:47.678664 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c75717-6a32-4ca1-a1b6-1de4514d5614 req-e38eef1d-8348-4541-9c12-1e823fce91d3 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:47.680473 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b4c75717-6a32-4ca1-a1b6-1de4514d5614 req-e38eef1d-8348-4541-9c12-1e823fce91d3 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.2591884 Apr 20 18:22:47.697994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Deleting port 14026352-7aef-4c3c-b6b6-8bdb44859f83 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:47.698379 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:47.765831 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfaeee-9dbc-42ad-84ed-ae1ebf7f4800 req-0c660d3b-a8cb-4230-b446-7e9fa89a0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:47.767500 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-67cfaeee-9dbc-42ad-84ed-ae1ebf7f4800 req-0c660d3b-a8cb-4230-b446-7e9fa89a0822 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee HTTP/1.1" status: 200 len: 915 time: 0.2150137 Apr 20 18:22:47.773065 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b4c75717-6a32-4ca1-a1b6-1de4514d5614 req-5540e6bc-a51f-44d1-b92e-dd68d836af8f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767329 Apr 20 18:22:47.886128 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-67cfaeee-9dbc-42ad-84ed-ae1ebf7f4800 req-4fa83ef0-282b-4956-9cb5-67ecc472c473 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0 HTTP/1.1" status: 200 len: 1001 time: 0.1114635 Apr 20 18:22:47.889486 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:47.889935 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:47.963480 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfaeee-9dbc-42ad-84ed-ae1ebf7f4800 req-5f9f205a-3f82-42cb-a868-25a2091147e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:47.965533 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-67cfaeee-9dbc-42ad-84ed-ae1ebf7f4800 req-5f9f205a-3f82-42cb-a868-25a2091147e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0413b04-69f0-44bb-b832-c94528505b97 HTTP/1.1" status: 200 len: 853 time: 0.0704880 Apr 20 18:22:48.034132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Calling delete_port for 14026352-7aef-4c3c-b6b6-8bdb44859f83 owned by network:floatingip {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:22:48.059786 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfaeee-9dbc-42ad-84ed-ae1ebf7f4800 req-06bd20ab-a4c1-4d38-a74b-b244e3e8dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:48.061476 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-67cfaeee-9dbc-42ad-84ed-ae1ebf7f4800 req-06bd20ab-a4c1-4d38-a74b-b244e3e8dac6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831010 Apr 20 18:22:48.069212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:48.261324 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-67cfaeee-9dbc-42ad-84ed-ae1ebf7f4800 req-9d6daf23-9b7f-4f2d-8bd8-a7975430f99a service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926436 Apr 20 18:22:48.335376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:48.340774 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:48.395504 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event deleted for resources: {'Port': ['ID=14026352-7aef-4c3c-b6b6-8bdb44859f83,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:48.404298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:48.508014 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks [] for floatingip, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:48.509261 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_db [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Floating IP c9249749-8eb8-48b4-8b36-6b2514c1261b disassociated (deleted). External IP: 172.28.2.143, port: f5b7907a-735c-4da3-bb00-f18e778ef1e0. Apr 20 18:22:48.914217 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Router fef59056-04ac-4a1b-b2e6-17323f16386d has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:22:48.998349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa75742-5eab-47ba-bc95-a3033b8b5351 req-286ca7c0-1c0d-491e-9ae0-628d367f900b tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:49.000699 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-faa75742-5eab-47ba-bc95-a3033b8b5351 req-286ca7c0-1c0d-491e-9ae0-628d367f900b tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.0976849 Apr 20 18:22:49.070030 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-faa75742-5eab-47ba-bc95-a3033b8b5351 req-07822fa7-69c8-49e8-9c3c-94d0955b0946 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583229 Apr 20 18:22:49.118477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:22:49.127476 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a482b5-b540-483e-9aec-762df803f34f None None] Sync routers for ids ['fef59056-04ac-4a1b-b2e6-17323f16386d'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:22:49.133155 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:49.138248 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a482b5-b540-483e-9aec-762df803f34f None None] Routers {'fef59056-04ac-4a1b-b2e6-17323f16386d'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:22:49.138988 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-d1a482b5-b540-483e-9aec-762df803f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:22:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fef59056-04ac-4a1b-b2e6-17323f16386d'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:49.208923 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "DELETE /v2.0/floatingips/c9249749-8eb8-48b4-8b36-6b2514c1261b HTTP/1.1" status: 204 len: 168 time: 1.7535527 Apr 20 18:22:49.209773 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:49.360734 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'status': 'completed', 'code': 200} Apr 20 18:22:49.579500 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-d1a482b5-b540-483e-9aec-762df803f34f None None] Set router fef59056-04ac-4a1b-b2e6-17323f16386d gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:22:49.986193 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-d1a482b5-b540-483e-9aec-762df803f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:20:16Z', 'revision_number': 4, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': '0a3bdd0b-123a-48fa-9e9a-611bba25a50e', 'name': '', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'mac_address': 'fa:16:3e:39:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:16Z', 'updated_at': '2021-04-20T18:20:27Z', 'revision_number': 5, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'subnets': [{'id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:49.994393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a482b5-b540-483e-9aec-762df803f34f None None] Checking router: fef59056-04ac-4a1b-b2e6-17323f16386d for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:22:50.006744 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a482b5-b540-483e-9aec-762df803f34f None None] Routers {'fef59056-04ac-4a1b-b2e6-17323f16386d'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:22:50.007537 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-d1a482b5-b540-483e-9aec-762df803f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:22:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fef59056-04ac-4a1b-b2e6-17323f16386d'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:50.265178 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-d1a482b5-b540-483e-9aec-762df803f34f None None] Set router fef59056-04ac-4a1b-b2e6-17323f16386d gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:22:50.342455 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e95a1-c0d4-43c4-adc6-697cc9ece9ed req-91a9e1a5-a9f4-4710-bd8e-53b4d752681c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:50.344204 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4f7e95a1-c0d4-43c4-adc6-697cc9ece9ed req-91a9e1a5-a9f4-4710-bd8e-53b4d752681c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.1233690 Apr 20 18:22:50.407934 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4f7e95a1-c0d4-43c4-adc6-697cc9ece9ed req-6c6af2a9-7494-43bf-b2a3-c817f4c1e631 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569284 Apr 20 18:22:50.666984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-d1a482b5-b540-483e-9aec-762df803f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:20:16Z', 'revision_number': 4, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': '0a3bdd0b-123a-48fa-9e9a-611bba25a50e', 'name': '', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'mac_address': 'fa:16:3e:39:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:16Z', 'updated_at': '2021-04-20T18:20:27Z', 'revision_number': 5, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'subnets': [{'id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:50.672517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a482b5-b540-483e-9aec-762df803f34f None None] The sync data for ids ['fef59056-04ac-4a1b-b2e6-17323f16386d'] in dv-cinder-786930-2-smb is: [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:20:16Z', 'revision_number': 4, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': '0a3bdd0b-123a-48fa-9e9a-611bba25a50e', 'name': '', 'network_id': '48a11a5f-fdcd-4507-bac1-5c84dd90b5ee', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'mac_address': 'fa:16:3e:39:6a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:16Z', 'updated_at': '2021-04-20T18:20:27Z', 'revision_number': 5, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'subnets': [{'id': 'a0413b04-69f0-44bb-b832-c94528505b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:22:51.181174 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d91631-e29d-4551-8d56-13f69a6f006a None None] New status for floating IP c9249749-8eb8-48b4-8b36-6b2514c1261b: DOWN {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:22:51.641872 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9ac93-77a4-41ff-b32e-bb08479ee1f7 req-9013dc3b-80c3-4fd4-8b79-b1449ded5612 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:51.644099 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d4c9ac93-77a4-41ff-b32e-bb08479ee1f7 req-9013dc3b-80c3-4fd4-8b79-b1449ded5612 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.1010902 Apr 20 18:22:51.699653 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d4c9ac93-77a4-41ff-b32e-bb08479ee1f7 req-d3bb3d04-5d47-41d1-8cb5-d1397c36d246 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481820 Apr 20 18:22:53.014568 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c063fa4-8678-49fb-b16a-70f2acb253df req-028a3c03-c3ce-47cd-90d3-982cfa9e61e5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:53.016109 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9c063fa4-8678-49fb-b16a-70f2acb253df req-028a3c03-c3ce-47cd-90d3-982cfa9e61e5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.1688786 Apr 20 18:22:53.067709 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9c063fa4-8678-49fb-b16a-70f2acb253df req-0a40b6d7-fcc4-44f0-941f-05f62a231129 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434082 Apr 20 18:22:54.347718 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fc659-db35-4f6a-b7dc-f8f9d2eda90e req-2639944e-bbed-464a-a8e1-6de9a3c50c5e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:54.349426 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6c9fc659-db35-4f6a-b7dc-f8f9d2eda90e req-2639944e-bbed-464a-a8e1-6de9a3c50c5e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.0997663 Apr 20 18:22:54.417183 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6c9fc659-db35-4f6a-b7dc-f8f9d2eda90e req-d22089ec-ae26-494b-890d-545019436ee6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608864 Apr 20 18:22:55.632308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d2a29-491f-4ffb-9e87-f8a016530bd0 req-cfb2eed5-832c-464c-a99f-abbe5fd0504e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:55.633964 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-568d2a29-491f-4ffb-9e87-f8a016530bd0 req-cfb2eed5-832c-464c-a99f-abbe5fd0504e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.0926945 Apr 20 18:22:55.688176 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-568d2a29-491f-4ffb-9e87-f8a016530bd0 req-2f1b6185-5c03-45e7-8b07-4508f4c115fc tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475967 Apr 20 18:22:56.924090 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7e183-c06b-4419-8d0f-ec0ca928c501 req-cd23e88e-0e4e-4a1b-ba5c-f2a180b2ad5c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:56.925827 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c0e7e183-c06b-4419-8d0f-ec0ca928c501 req-cd23e88e-0e4e-4a1b-ba5c-f2a180b2ad5c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.0921285 Apr 20 18:22:56.980102 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c0e7e183-c06b-4419-8d0f-ec0ca928c501 req-2cb5c4c8-1a6d-46b1-ba18-d3dd82557b38 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473192 Apr 20 18:22:58.226625 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24591b-f9cd-49d3-9f1f-25ce306e7f03 req-d1e43bb0-deac-46d0-b79a-b2c9aa5b8ba1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:58.228164 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bd24591b-f9cd-49d3-9f1f-25ce306e7f03 req-d1e43bb0-deac-46d0-b79a-b2c9aa5b8ba1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.1243649 Apr 20 18:22:58.278948 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-bd24591b-f9cd-49d3-9f1f-25ce306e7f03 req-3e98d2c3-dc85-4a44-9de3-75a862a809a1 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444307 Apr 20 18:22:58.773037 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:22:59.506307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9343d-b1ff-4492-a9d6-3fbdcfce2400 req-e0299942-88ba-464c-8732-dcc852dce6e6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:59.507931 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-76e9343d-b1ff-4492-a9d6-3fbdcfce2400 req-e0299942-88ba-464c-8732-dcc852dce6e6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.0921423 Apr 20 18:22:59.562108 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-76e9343d-b1ff-4492-a9d6-3fbdcfce2400 req-84e7046f-d657-4c54-9042-da7e69574e53 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476601 Apr 20 18:23:00.781027 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7446a7a-db11-4f96-86c2-fb95a2824b82 req-b1d33171-7ece-492f-90ee-f0951c71c03a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:00.782687 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a7446a7a-db11-4f96-86c2-fb95a2824b82 req-b1d33171-7ece-492f-90ee-f0951c71c03a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.0955572 Apr 20 18:23:00.834089 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a7446a7a-db11-4f96-86c2-fb95a2824b82 req-d82dfb15-e897-4f60-853a-78330e334fa2 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443578 Apr 20 18:23:00.993538 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-67cfaeee-9dbc-42ad-84ed-ae1ebf7f4800 req-9d0d74e6-f1de-4b4e-be8a-e051160bb96a service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499047 Apr 20 18:23:01.118514 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c1b31-feed-4b68-9871-1ded13aa2627 req-4b67a6c8-c9c5-4b55-954e-6a1bfbf1b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:01.120353 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-137c1b31-feed-4b68-9871-1ded13aa2627 req-4b67a6c8-c9c5-4b55-954e-6a1bfbf1b7fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=31a8473ee6df41d6b7760fa839502252&device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0831795 Apr 20 18:23:01.267238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c1b31-feed-4b68-9871-1ded13aa2627 req-110655be-7fe0-4c40-baaf-9edd9b53b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:01.269453 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-137c1b31-feed-4b68-9871-1ded13aa2627 req-110655be-7fe0-4c40-baaf-9edd9b53b03b service neutron] 10.222.0.37 "GET /v2.0/networks?id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee HTTP/1.1" status: 200 len: 915 time: 0.1418989 Apr 20 18:23:01.595509 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-137c1b31-feed-4b68-9871-1ded13aa2627 req-97574768-09ce-49f9-8e19-9d28cb2863d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0 HTTP/1.1" status: 200 len: 217 time: 0.3167195 Apr 20 18:23:01.671986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c1b31-feed-4b68-9871-1ded13aa2627 req-3df055b9-afd1-4151-82d2-9d0e9e6e53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:01.673499 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-137c1b31-feed-4b68-9871-1ded13aa2627 req-3df055b9-afd1-4151-82d2-9d0e9e6e53aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0413b04-69f0-44bb-b832-c94528505b97 HTTP/1.1" status: 200 len: 853 time: 0.0711944 Apr 20 18:23:01.763663 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c1b31-feed-4b68-9871-1ded13aa2627 req-585f3280-b149-490f-932c-1f2e611119eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:01.765299 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-137c1b31-feed-4b68-9871-1ded13aa2627 req-585f3280-b149-490f-932c-1f2e611119eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846176 Apr 20 18:23:01.931537 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-137c1b31-feed-4b68-9871-1ded13aa2627 req-9841afe2-9abf-4605-bc67-eb4b93744fdc service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494877 Apr 20 18:23:02.172877 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4adf2-ff12-48a7-a155-9d5110551f81 req-d23d612c-18c3-49f4-a3b6-94b6a3f0f747 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:02.174622 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a0c4adf2-ff12-48a7-a155-9d5110551f81 req-d23d612c-18c3-49f4-a3b6-94b6a3f0f747 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 943 time: 0.2015002 Apr 20 18:23:02.179513 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-137c1b31-feed-4b68-9871-1ded13aa2627 req-bec8bb2c-7561-4f4e-82d9-a302df96a5c7 service neutron] 10.222.0.37 "GET /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311628 Apr 20 18:23:02.233531 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a0c4adf2-ff12-48a7-a155-9d5110551f81 req-4b9ec8f2-bac0-4e4c-adde-0f0add900c6a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503128 Apr 20 18:23:02.313857 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7c64e615-c45d-4872-a7f7-8b40940207da details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:23:02.470681 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7c64e615-c45d-4872-a7f7-8b40940207da,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:02.489033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '7c64e615-c45d-4872-a7f7-8b40940207da', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'port_id': '7c64e615-c45d-4872-a7f7-8b40940207da', 'mac_address': 'fa:16:3e:96:6b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:23:02.557858 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:02.577753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c64e615-c45d-4872-a7f7-8b40940207da {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:23:02.595874 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7c64e615-c45d-4872-a7f7-8b40940207da,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:02.600184 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:02.602135 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:02.621286 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1a74e-eb3d-4dcb-8290-da26cee498ff req-151d7a71-fe9e-457e-b04d-b34e34761f58 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:02.623014 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1ca1a74e-eb3d-4dcb-8290-da26cee498ff req-151d7a71-fe9e-457e-b04d-b34e34761f58 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1139038 Apr 20 18:23:02.674249 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1ca1a74e-eb3d-4dcb-8290-da26cee498ff req-899e40ab-20a7-4736-81fe-64b9e8d03b6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 Apr 20 18:23:02.676360 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=7c64e615-c45d-4872-a7f7-8b40940207da,revision_number=9']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:02.679826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:02.857196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['7c64e615-c45d-4872-a7f7-8b40940207da'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:23:03.455002 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba75432-78ad-443f-b9eb-7ddaf2b82aeb req-fa18e2c3-0c81-4ff3-ba1b-879a042b1da5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:03.457020 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ba75432-78ad-443f-b9eb-7ddaf2b82aeb req-fa18e2c3-0c81-4ff3-ba1b-879a042b1da5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 944 time: 0.0966156 Apr 20 18:23:03.509745 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0ba75432-78ad-443f-b9eb-7ddaf2b82aeb req-dc108c4c-43de-4571-94e0-44c8704dd8e4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453603 Apr 20 18:23:03.771599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe35d6b-f3ec-4ed2-ba86-837ffd4fd49b req-684f7a47-1684-484f-b58d-a6ef0618b3eb tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:03.773238 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-efe35d6b-f3ec-4ed2-ba86-837ffd4fd49b req-684f7a47-1684-484f-b58d-a6ef0618b3eb tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 945 time: 0.0964861 Apr 20 18:23:03.878600 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-efe35d6b-f3ec-4ed2-ba86-837ffd4fd49b req-1291b541-e56d-48c4-93da-753bb14bca8a tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967157 Apr 20 18:23:03.915071 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822d84b-cf8f-494a-9aa9-df515029c01b req-66289a73-4585-4285-8210-65a605808829 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:03.916752 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8822d84b-cf8f-494a-9aa9-df515029c01b req-66289a73-4585-4285-8210-65a605808829 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1192400 Apr 20 18:23:03.968923 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8822d84b-cf8f-494a-9aa9-df515029c01b req-aa309c47-0eb8-45f1-ac68-db7942be8aac tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451732 Apr 20 18:23:04.315903 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7c64e615-c45d-4872-a7f7-8b40940207da up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:23:04.389943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 7c64e615-c45d-4872-a7f7-8b40940207da triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:23:04.390355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:04.520549 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:04.550736 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:23:04.561935 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7c64e615-c45d-4872-a7f7-8b40940207da,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:04.566725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:04.568753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:04.605835 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da', 'code': 200} Apr 20 18:23:04.652494 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=7c64e615-c45d-4872-a7f7-8b40940207da,revision_number=10']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:04.655794 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:04.744861 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478f1df-92f8-4eb5-af5c-8ee835e2e7de req-71b0602b-6930-4764-8682-9d65eb7cd56e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:04.746581 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5478f1df-92f8-4eb5-af5c-8ee835e2e7de req-71b0602b-6930-4764-8682-9d65eb7cd56e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 946 time: 0.1072845 Apr 20 18:23:04.799198 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5478f1df-92f8-4eb5-af5c-8ee835e2e7de req-f8a37705-1c18-4321-af19-c94762b672df tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457573 Apr 20 18:23:04.897619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937223ac-24b1-481c-94b4-3daad8c64439 req-01b8c88f-31bc-4aa0-9ca0-f09c1af49604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:04.899308 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-937223ac-24b1-481c-94b4-3daad8c64439 req-01b8c88f-31bc-4aa0-9ca0-f09c1af49604 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 1099 time: 0.0804408 Apr 20 18:23:04.953970 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-937223ac-24b1-481c-94b4-3daad8c64439 req-acec4d2b-6585-411e-9020-559cacffe667 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442038 Apr 20 18:23:05.227758 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58277e-1ea1-4aa5-8488-210df3ffce5c req-68832cc6-a15d-4979-87e7-5814e5814386 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:05.229363 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-af58277e-1ea1-4aa5-8488-210df3ffce5c req-68832cc6-a15d-4979-87e7-5814e5814386 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 945 time: 0.1672738 Apr 20 18:23:05.239697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871c90-0cae-4839-9c9f-296c3e3ffe09 req-3211461a-b331-4a05-b5ff-f4128b6be1b7 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:05.241317 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cd871c90-0cae-4839-9c9f-296c3e3ffe09 req-3211461a-b331-4a05-b5ff-f4128b6be1b7 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1408081 Apr 20 18:23:05.321368 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-af58277e-1ea1-4aa5-8488-210df3ffce5c req-c44a7651-ccbd-4ef2-999a-050efc7f1b53 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789573 Apr 20 18:23:05.326661 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-cd871c90-0cae-4839-9c9f-296c3e3ffe09 req-56e2e4d5-d432-40a6-bfc6-f11abccb9759 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692899 Apr 20 18:23:05.759625 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29335205-56f1-4bf5-b544-8ccb58d61252 req-4b981288-681d-4705-983f-b516f600704d tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:05.761160 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-29335205-56f1-4bf5-b544-8ccb58d61252 req-4b981288-681d-4705-983f-b516f600704d tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 945 time: 0.0903187 Apr 20 18:23:05.849450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-29335205-56f1-4bf5-b544-8ccb58d61252 req-40fd114d-e6af-4b3c-a3c7-ea351f858e24 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Deleting port f5b7907a-735c-4da3-bb00-f18e778ef1e0 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:05.849843 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-29335205-56f1-4bf5-b544-8ccb58d61252 req-40fd114d-e6af-4b3c-a3c7-ea351f858e24 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:06.172948 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb6442-9c04-4274-b3c8-a8b44c06327f req-e4dfdfa6-485d-43df-a873-d7b37740b8be tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:06.175341 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f8eb6442-9c04-4274-b3c8-a8b44c06327f req-e4dfdfa6-485d-43df-a873-d7b37740b8be tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 946 time: 0.2280304 Apr 20 18:23:06.257102 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-29335205-56f1-4bf5-b544-8ccb58d61252 req-40fd114d-e6af-4b3c-a3c7-ea351f858e24 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] For port f5b7907a-735c-4da3-bb00-f18e778ef1e0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f5b7907a-735c-4da3-bb00-f18e778ef1e0,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:06.257519 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-29335205-56f1-4bf5-b544-8ccb58d61252 req-40fd114d-e6af-4b3c-a3c7-ea351f858e24 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:06.341789 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f8eb6442-9c04-4274-b3c8-a8b44c06327f req-df354d83-e0e6-4b34-8f16-0923e3016ca3 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581392 Apr 20 18:23:06.426821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-29335205-56f1-4bf5-b544-8ccb58d61252 req-40fd114d-e6af-4b3c-a3c7-ea351f858e24 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Calling delete_port for f5b7907a-735c-4da3-bb00-f18e778ef1e0 owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:06.761399 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e27f6-f28a-4682-939f-bf954877ccd1 req-600af7af-1a03-483b-813e-5d363db8745e tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:06.763237 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d74e27f6-f28a-4682-939f-bf954877ccd1 req-600af7af-1a03-483b-813e-5d363db8745e tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/ports?device_id=7e7c324a-5176-441e-9039-1d69e7a04cd4 HTTP/1.1" status: 200 len: 945 time: 0.2628212 Apr 20 18:23:06.765404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-29335205-56f1-4bf5-b544-8ccb58d61252 req-40fd114d-e6af-4b3c-a3c7-ea351f858e24 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:06.777469 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-869367fb-8cad-42af-b795-4823635d1816 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:06.850429 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6818383-1504-47cf-9e73-85317b35aa13 req-78a7f28f-a2fa-44f2-99e9-d54a72497029 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:06.852135 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d6818383-1504-47cf-9e73-85317b35aa13 req-78a7f28f-a2fa-44f2-99e9-d54a72497029 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.3100486 Apr 20 18:23:06.869094 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd114d-e6af-4b3c-a3c7-ea351f858e24 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Pushing event deleted for resources: {'Port': ['ID=f5b7907a-735c-4da3-bb00-f18e778ef1e0,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:06.904563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-40fd114d-e6af-4b3c-a3c7-ea351f858e24 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:07.000498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-29335205-56f1-4bf5-b544-8ccb58d61252 req-40fd114d-e6af-4b3c-a3c7-ea351f858e24 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] No DVR routers for this DVR port f5b7907a-735c-4da3-bb00-f18e778ef1e0 on host hv-cinder-78693 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:23:07.014714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-29335205-56f1-4bf5-b544-8ccb58d61252 req-40fd114d-e6af-4b3c-a3c7-ea351f858e24 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:07.017465 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'name': 'network-vif-deleted', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:23:07.030974 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d74e27f6-f28a-4682-939f-bf954877ccd1 req-6af2bd24-6037-4e5c-968a-a80529020328 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.21 "GET /v2.0/security-groups?id=9fd0392a-7794-458b-acd5-ec4bd2570909&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546015 Apr 20 18:23:07.041216 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d6818383-1504-47cf-9e73-85317b35aa13 req-6b7483a4-2417-4dd2-8144-8fce72fe91d7 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774564 Apr 20 18:23:07.042785 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-29335205-56f1-4bf5-b544-8ccb58d61252 req-40fd114d-e6af-4b3c-a3c7-ea351f858e24 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] 10.222.0.37 "DELETE /v2.0/ports/f5b7907a-735c-4da3-bb00-f18e778ef1e0 HTTP/1.1" status: 204 len: 173 time: 1.2747242 Apr 20 18:23:07.092151 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7c324a-5176-441e-9039-1d69e7a04cd4', 'name': 'network-vif-deleted', 'tag': 'f5b7907a-735c-4da3-bb00-f18e778ef1e0', 'status': 'completed', 'code': 200} Apr 20 18:23:07.615291 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e8bba-1ae0-46c9-8722-493b6ea0383f req-8f555433-8253-4656-9ad4-819e5e87fd2e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:07.617011 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d39e8bba-1ae0-46c9-8722-493b6ea0383f req-8f555433-8253-4656-9ad4-819e5e87fd2e tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 946 time: 0.1266296 Apr 20 18:23:07.695833 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d39e8bba-1ae0-46c9-8722-493b6ea0383f req-cdfd8729-90be-4e68-9881-00e10f92bbde tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717816 Apr 20 18:23:08.329477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device f5b7907a-735c-4da3-bb00-f18e778ef1e0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:08.383739 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: f5b7907a-735c-4da3-bb00-f18e778ef1e0 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:08.384045 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device f5b7907a-735c-4da3-bb00-f18e778ef1e0 not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:08.442874 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020bbc4-4f1a-4721-8e14-398890de29df req-c7f7ddd7-3b35-40ba-bc09-dc24c0e49498 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:08.444594 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b020bbc4-4f1a-4721-8e14-398890de29df req-c7f7ddd7-3b35-40ba-bc09-dc24c0e49498 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1264338 Apr 20 18:23:08.499710 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b020bbc4-4f1a-4721-8e14-398890de29df req-df8e9c3f-5c41-4c53-9d37-893a4db5bda2 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484955 Apr 20 18:23:08.786577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53132) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:09.612786 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710976'] for router_interface, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:09.745992 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d86b-981c-4689-9331-d24f316e39cf req-7b5111f5-990f-49b9-819f-8647380b3f3b tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:09.747672 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5c71d86b-981c-4689-9331-d24f316e39cf req-7b5111f5-990f-49b9-819f-8647380b3f3b tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.0917900 Apr 20 18:23:09.801860 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5c71d86b-981c-4689-9331-d24f316e39cf req-f0e37d10-2b8e-409b-9f2e-3ae109178413 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471559 Apr 20 18:23:10.007291 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] Deleting port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:10.007666 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:10.208678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] For port 0a3bdd0b-123a-48fa-9e9a-611bba25a50e, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=0a3bdd0b-123a-48fa-9e9a-611bba25a50e,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:10.208973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:10.360723 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] Calling delete_port for 0a3bdd0b-123a-48fa-9e9a-611bba25a50e owned by network:router_interface {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:10.593057 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a19c-c0ff-49d6-b2c6-e2fff56b7800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:10.741848 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:10.746564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:10.792993 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3bdd0b-123a-48fa-9e9a-611bba25a50e,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:10.796425 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:11.034323 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7a1e8-fd79-4156-88ee-42f75e29ab32 req-be3489a8-3d72-4923-8e21-2cf526455d72 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:11.036072 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6bd7a1e8-fd79-4156-88ee-42f75e29ab32 req-be3489a8-3d72-4923-8e21-2cf526455d72 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1107330 Apr 20 18:23:11.089947 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6bd7a1e8-fd79-4156-88ee-42f75e29ab32 req-1cfd9fbf-6592-4eb2-a141-abdb6416d295 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463238 Apr 20 18:23:11.107091 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853107539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711102'] for router_interface, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:11.503430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] Router fef59056-04ac-4a1b-b2e6-17323f16386d has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:23:11.936652 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:23:11.948664 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79239ac5-012f-4f23-94a7-7a6b0d970a29 None None] Sync routers for ids ['fef59056-04ac-4a1b-b2e6-17323f16386d'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:23:11.949751 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53144) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:11.949884 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] 10.222.0.21 "PUT /v2.0/routers/fef59056-04ac-4a1b-b2e6-17323f16386d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1619816 Apr 20 18:23:11.960538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79239ac5-012f-4f23-94a7-7a6b0d970a29 None None] Routers {'fef59056-04ac-4a1b-b2e6-17323f16386d'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:11.961231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-79239ac5-012f-4f23-94a7-7a6b0d970a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:22:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fef59056-04ac-4a1b-b2e6-17323f16386d'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:12.153659 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Notify callbacks [] for router, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.157616 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-79239ac5-012f-4f23-94a7-7a6b0d970a29 None None] Set router fef59056-04ac-4a1b-b2e6-17323f16386d gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:12.661038 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-79239ac5-012f-4f23-94a7-7a6b0d970a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '070a2445-863f-45bb-856b-3444b9d0c349', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:23:10Z', 'revision_number': 5, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port': {'id': '070a2445-863f-45bb-856b-3444b9d0c349', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:02:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:12Z', 'updated_at': '2021-04-20T18:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:12.665366 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79239ac5-012f-4f23-94a7-7a6b0d970a29 None None] Checking router: fef59056-04ac-4a1b-b2e6-17323f16386d for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:23:12.671934 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.675966 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79239ac5-012f-4f23-94a7-7a6b0d970a29 None None] Routers {'fef59056-04ac-4a1b-b2e6-17323f16386d'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:12.676660 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-79239ac5-012f-4f23-94a7-7a6b0d970a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:22:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fef59056-04ac-4a1b-b2e6-17323f16386d'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:12.686359 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630e60f-1bc3-4550-9d78-75947801d63d req-58e8ccb9-c762-4c54-8a69-9557911c99bd tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:12.688014 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b630e60f-1bc3-4550-9d78-75947801d63d req-58e8ccb9-c762-4c54-8a69-9557911c99bd tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1650271 Apr 20 18:23:12.694488 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Deleting port 070a2445-863f-45bb-856b-3444b9d0c349 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:12.694896 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.790941 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b630e60f-1bc3-4550-9d78-75947801d63d req-5a2316e6-a0f6-4dcc-a52c-42b9ae84b03c tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699325 Apr 20 18:23:12.848147 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-79239ac5-012f-4f23-94a7-7a6b0d970a29 None None] Set router fef59056-04ac-4a1b-b2e6-17323f16386d gateway port host: None {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:12.931993 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] For port 070a2445-863f-45bb-856b-3444b9d0c349, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=070a2445-863f-45bb-856b-3444b9d0c349,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:12.932310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.969674 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-79239ac5-012f-4f23-94a7-7a6b0d970a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:23:12Z', 'revision_number': 6, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port_host': None}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:12.974385 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79239ac5-012f-4f23-94a7-7a6b0d970a29 None None] The sync data for ids ['fef59056-04ac-4a1b-b2e6-17323f16386d'] in dv-cinder-786930-2-smb is: [{'id': 'fef59056-04ac-4a1b-b2e6-17323f16386d', 'name': 'tempest-TestMinimumBasicScenario-766028344-router', 'tenant_id': '31a8473ee6df41d6b7760fa839502252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:11Z', 'updated_at': '2021-04-20T18:23:12Z', 'revision_number': 6, 'project_id': '31a8473ee6df41d6b7760fa839502252', 'gw_port_host': None}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:23:13.072075 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Calling delete_port for 070a2445-863f-45bb-856b-3444b9d0c349 owned by network:router_gateway {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:13.151897 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f066461d-5f4d-4e42-8720-d8eee5d78099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.269417 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.274600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d536d17e-9831-463c-9197-c9e6feb0e5b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:13.322703 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Pushing event deleted for resources: {'Port': ['ID=070a2445-863f-45bb-856b-3444b9d0c349,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:13.325945 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:13.428205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853029761'] for router_gateway, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.570509 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 0a3bdd0b-123a-48fa-9e9a-611bba25a50e no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:13.612312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: 0a3bdd0b-123a-48fa-9e9a-611bba25a50e {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:13.612675 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 0a3bdd0b-123a-48fa-9e9a-611bba25a50e not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:13.613143 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 070a2445-863f-45bb-856b-3444b9d0c349 no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:13.625307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853010141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.628913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.653842 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706855'] for router, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.654440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fef59056-04ac-4a1b-b2e6-17323f16386d {{(pid=86320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:23:13.656339 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: 070a2445-863f-45bb-856b-3444b9d0c349 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:13.657146 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 070a2445-863f-45bb-856b-3444b9d0c349 not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:13.668389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.670589 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2f4eec5c-6294-4f23-aa76-d7b9e7ae4292 admin admin] 10.222.0.21 "DELETE /v2.0/routers/fef59056-04ac-4a1b-b2e6-17323f16386d HTTP/1.1" status: 204 len: 168 time: 1.7183645 Apr 20 18:23:13.672555 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53150) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:13.743445 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae14a693-b4b7-4cf7-b4a8-d642bda3464b admin admin] Deleting subnet a0413b04-69f0-44bb-b832-c94528505b97 {{(pid=86319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:23:13.746848 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae14a693-b4b7-4cf7-b4a8-d642bda3464b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.800379 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae14a693-b4b7-4cf7-b4a8-d642bda3464b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128956'] for subnet, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.891294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.931978 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae14a693-b4b7-4cf7-b4a8-d642bda3464b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.012816 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550cdd8-a84b-4c59-9c37-dd1237c161cb req-59ac908d-917c-45b5-b0dc-693ae952185d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:14.014495 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2550cdd8-a84b-4c59-9c37-dd1237c161cb req-59ac908d-917c-45b5-b0dc-693ae952185d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.0981009 Apr 20 18:23:14.073319 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2550cdd8-a84b-4c59-9c37-dd1237c161cb req-00e372d4-73c2-4ed8-b22e-338e87121275 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509589 Apr 20 18:23:14.224054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae14a693-b4b7-4cf7-b4a8-d642bda3464b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848030853'] for subnet, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.229894 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:14.266665 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14a693-b4b7-4cf7-b4a8-d642bda3464b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0413b04-69f0-44bb-b832-c94528505b97,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:14.271383 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ae14a693-b4b7-4cf7-b4a8-d642bda3464b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:14.274213 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ae14a693-b4b7-4cf7-b4a8-d642bda3464b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.280368 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8aeda6-83b5-43a7-babe-34ed310c40aa None None] Network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:23:14.281008 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ae14a693-b4b7-4cf7-b4a8-d642bda3464b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a0413b04-69f0-44bb-b832-c94528505b97 HTTP/1.1" status: 204 len: 168 time: 0.6071491 Apr 20 18:23:14.283978 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53160) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:14.413192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.421960 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.426099 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Deleting port 7755b6d8-b3c5-4168-9514-14233f4da96d {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:14.426483 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.535506 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1119a3-bf7e-4d16-bfa8-0387da47a5ec req-50e66f55-5ca5-421d-ba04-3271cd1332eb tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:14.537257 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5c1119a3-bf7e-4d16-bfa8-0387da47a5ec req-50e66f55-5ca5-421d-ba04-3271cd1332eb tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1656117 Apr 20 18:23:14.606877 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5c1119a3-bf7e-4d16-bfa8-0387da47a5ec req-9955d8b2-7dfb-40e7-a60c-d880e4ec1bbe tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613384 Apr 20 18:23:14.613066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c04b9f-c9d2-423c-9f46-c94f24663fb5 req-8c7c00bd-d51c-4a41-a817-3bccdcea0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:14.614677 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-12c04b9f-c9d2-423c-9f46-c94f24663fb5 req-8c7c00bd-d51c-4a41-a817-3bccdcea0901 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e68d8ac84e348d2bae03233d3574dac&device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 1098 time: 0.1606989 Apr 20 18:23:14.636426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0586719-2343-44d5-ac16-54e996b72f12 None None] DHCP port deletion for 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee request from dv-cinder-786930-2-smb {{(pid=86321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:23:14.644863 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-f0586719-2343-44d5-ac16-54e996b72f12 None None] Deleting port 7755b6d8-b3c5-4168-9514-14233f4da96d {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:14.645554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f0586719-2343-44d5-ac16-54e996b72f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.701221 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] For port 7755b6d8-b3c5-4168-9514-14233f4da96d, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=7755b6d8-b3c5-4168-9514-14233f4da96d,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:14.701619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.787238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c04b9f-c9d2-423c-9f46-c94f24663fb5 req-f89d8266-2d43-4161-b0bf-7e6f5ac4d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:14.790901 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-12c04b9f-c9d2-423c-9f46-c94f24663fb5 req-f89d8266-2d43-4161-b0bf-7e6f5ac4d8fe service neutron] 10.222.0.37 "GET /v2.0/networks?id=4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 200 len: 912 time: 0.1674032 Apr 20 18:23:14.847387 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Calling delete_port for 7755b6d8-b3c5-4168-9514-14233f4da96d owned by network:dhcp {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:14.904762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-f0586719-2343-44d5-ac16-54e996b72f12 None None] For port 7755b6d8-b3c5-4168-9514-14233f4da96d, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=7755b6d8-b3c5-4168-9514-14233f4da96d,segment=NetworkSegment(9af4146e-71ba-4815-b8a1-d2bd73351f49),segment_id=9af4146e-71ba-4815-b8a1-d2bd73351f49)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:14.905087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f0586719-2343-44d5-ac16-54e996b72f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.911097 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-12c04b9f-c9d2-423c-9f46-c94f24663fb5 req-6e3b06f5-cb56-49d4-8801-8cd2a5925227 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8935204-c84e-4972-9b86-896cc1854072 HTTP/1.1" status: 200 len: 1000 time: 0.1143942 Apr 20 18:23:14.954126 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.965953 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-09022bee-a2a0-441c-9a47-5013e88d33ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:14.990214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c04b9f-c9d2-423c-9f46-c94f24663fb5 req-24361454-3591-4c91-92ac-3d06b9bf261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:14.992069 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-12c04b9f-c9d2-423c-9f46-c94f24663fb5 req-24361454-3591-4c91-92ac-3d06b9bf261e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=922a9fae-400a-41c3-866a-d7ced6811462 HTTP/1.1" status: 200 len: 850 time: 0.0744860 Apr 20 18:23:15.018622 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7755b6d8-b3c5-4168-9514-14233f4da96d,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:15.021622 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] No DVR routers for this DVR port 7755b6d8-b3c5-4168-9514-14233f4da96d on host dv-cinder-786930-2-smb {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:23:15.023292 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:15.086162 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-f0586719-2343-44d5-ac16-54e996b72f12 None None] Calling delete_port for 7755b6d8-b3c5-4168-9514-14233f4da96d owned by network:dhcp {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:15.089205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c04b9f-c9d2-423c-9f46-c94f24663fb5 req-c024501b-3fa0-4dfe-b2ab-90e66d5c2da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:15.090945 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-12c04b9f-c9d2-423c-9f46-c94f24663fb5 req-c024501b-3fa0-4dfe-b2ab-90e66d5c2da1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4395f03d-9c42-44cf-923d-981c8222378d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916007 Apr 20 18:23:15.153949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:15.258635 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.db.api [None req-f0586719-2343-44d5-ac16-54e996b72f12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86321) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:23:15.259055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_db.api [None req-f0586719-2343-44d5-ac16-54e996b72f12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:23:15.260185 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:15.269079 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-12c04b9f-c9d2-423c-9f46-c94f24663fb5 req-fd84f253-e0c8-4620-91fa-d7046b9ac089 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712964 Apr 20 18:23:15.286734 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a11a5f-fdcd-4507-bac1-5c84dd90b5ee']}} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:15.300066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af4146e-71ba-4815-b8a1-d2bd73351f49') {'for_net_delete': True} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:15.300392 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af4146e-71ba-4815-b8a1-d2bd73351f49') {} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:15.312897 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853646860'] for segment, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:15.330990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:15.338315 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=86319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:23:15.466122 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-12c04b9f-c9d2-423c-9f46-c94f24663fb5 req-615f7f37-36b9-4210-bf57-e93b8d165060 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819751 Apr 20 18:23:15.533704 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:23:15.544279 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847040987'] for segment, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:15.573602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 7755b6d8-b3c5-4168-9514-14233f4da96d no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:15.614132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: 7755b6d8-b3c5-4168-9514-14233f4da96d {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:15.614448 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 7755b6d8-b3c5-4168-9514-14233f4da96d not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:15.747737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Network 48a11a5f-fdcd-4507-bac1-5c84dd90b5ee has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:23:15.760461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-f0586719-2343-44d5-ac16-54e996b72f12 None None] Deleting port 7755b6d8-b3c5-4168-9514-14233f4da96d {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:15.761026 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f0586719-2343-44d5-ac16-54e996b72f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:23:15.773814 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:23:15.843542 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-f0586719-2343-44d5-ac16-54e996b72f12 None None] The port '7755b6d8-b3c5-4168-9514-14233f4da96d' was deleted {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:23:15.848382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e0431-2449-4c6a-ac9d-1394050606b2 req-ddabaf4f-5a19-49dc-b746-713f9975e262 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:15.850117 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ec9e0431-2449-4c6a-ac9d-1394050606b2 req-ddabaf4f-5a19-49dc-b746-713f9975e262 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1025450 Apr 20 18:23:15.874129 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:15.879235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-efd63bee-8772-4af0-930e-238bc12e9d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:15.900965 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:15.903955 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=48a11a5f-fdcd-4507-bac1-5c84dd90b5ee,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:15.907659 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:15.921377 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ec9e0431-2449-4c6a-ac9d-1394050606b2 req-e899e940-9ea9-425f-bb33-a7b705f69033 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605867 Apr 20 18:23:15.939134 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/48a11a5f-fdcd-4507-bac1-5c84dd90b5ee HTTP/1.1" status: 204 len: 168 time: 1.6540115 Apr 20 18:23:15.940573 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53166) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:16.539206 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710976'] for router_interface, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:16.925622 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] Deleting port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:16.925994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:17.141633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338e6b2-c5d7-4576-9e02-90056369312a req-d82b02b0-be5e-40d7-87fb-e814eab7479a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:17.143450 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2338e6b2-c5d7-4576-9e02-90056369312a req-d82b02b0-be5e-40d7-87fb-e814eab7479a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.0993128 Apr 20 18:23:17.159676 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] For port d2ce5c96-a788-4079-bb5b-dc9cb42dd36d, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=d2ce5c96-a788-4079-bb5b-dc9cb42dd36d,segment=NetworkSegment(08747cc2-7e57-4556-a387-711a680ba812),segment_id=08747cc2-7e57-4556-a387-711a680ba812)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:17.160361 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:17.199976 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2338e6b2-c5d7-4576-9e02-90056369312a req-54697bb1-5231-4548-98c8-7dd4c1d543c2 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490918 Apr 20 18:23:17.733048 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] Calling delete_port for d2ce5c96-a788-4079-bb5b-dc9cb42dd36d owned by network:router_interface {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:17.916136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:17.920209 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-38956d94-13ef-452c-996e-a0e7ded78720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:17.971538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ce5c96-a788-4079-bb5b-dc9cb42dd36d,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:17.974998 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:18.068307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:18.283459 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853107539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711102'] for router_interface, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:18.768271 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] Router f0709555-d7a1-4fac-a85e-a239b1d49234 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:23:18.978278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:23:18.987284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8efe7-a9c1-440c-be3a-7ea10829772b None None] Sync routers for ids ['f0709555-d7a1-4fac-a85e-a239b1d49234'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:23:18.994783 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] 10.222.0.21 "PUT /v2.0/routers/f0709555-d7a1-4fac-a85e-a239b1d49234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0528038 Apr 20 18:23:18.997575 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53174) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:18.999989 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8efe7-a9c1-440c-be3a-7ea10829772b None None] Routers {'f0709555-d7a1-4fac-a85e-a239b1d49234'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:19.000998 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c2d8efe7-a9c1-440c-be3a-7ea10829772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['f0709555-d7a1-4fac-a85e-a239b1d49234'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:19.333336 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:19.334656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-c2d8efe7-a9c1-440c-be3a-7ea10829772b None None] Set router f0709555-d7a1-4fac-a85e-a239b1d49234 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:19.536168 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:19.546871 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Deleting port caefb9c6-cff0-4df1-962e-18b2de8a6764 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:19.547476 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:19.665229 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c2d8efe7-a9c1-440c-be3a-7ea10829772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'name': 'tempest-TestMinimumBasicScenario-2082064290-router', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120'}], 'enable_snat': True}, 'gw_port_id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:20Z', 'updated_at': '2021-04-20T18:23:17Z', 'revision_number': 5, 'project_id': '301a9ee0db284992b626dad9241068ee', 'gw_port': {'id': 'caefb9c6-cff0-4df1-962e-18b2de8a6764', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:63:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:21Z', 'updated_at': '2021-04-20T18:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:19.669773 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8efe7-a9c1-440c-be3a-7ea10829772b None None] Checking router: f0709555-d7a1-4fac-a85e-a239b1d49234 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:23:19.679685 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8efe7-a9c1-440c-be3a-7ea10829772b None None] Routers {'f0709555-d7a1-4fac-a85e-a239b1d49234'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:19.680367 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c2d8efe7-a9c1-440c-be3a-7ea10829772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['f0709555-d7a1-4fac-a85e-a239b1d49234'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:19.825600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] For port caefb9c6-cff0-4df1-962e-18b2de8a6764, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=caefb9c6-cff0-4df1-962e-18b2de8a6764,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:19.826226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:19.854493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-c2d8efe7-a9c1-440c-be3a-7ea10829772b None None] Set router f0709555-d7a1-4fac-a85e-a239b1d49234 gateway port host: None {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:19.977310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-c2d8efe7-a9c1-440c-be3a-7ea10829772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'name': 'tempest-TestMinimumBasicScenario-2082064290-router', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:20Z', 'updated_at': '2021-04-20T18:23:19Z', 'revision_number': 6, 'project_id': '301a9ee0db284992b626dad9241068ee', 'gw_port_host': None}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:19.982016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8efe7-a9c1-440c-be3a-7ea10829772b None None] The sync data for ids ['f0709555-d7a1-4fac-a85e-a239b1d49234'] in dv-cinder-786930-2-smb is: [{'id': 'f0709555-d7a1-4fac-a85e-a239b1d49234', 'name': 'tempest-TestMinimumBasicScenario-2082064290-router', 'tenant_id': '301a9ee0db284992b626dad9241068ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:20Z', 'updated_at': '2021-04-20T18:23:19Z', 'revision_number': 6, 'project_id': '301a9ee0db284992b626dad9241068ee', 'gw_port_host': None}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:23:20.049151 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Calling delete_port for caefb9c6-cff0-4df1-962e-18b2de8a6764 owned by network:router_gateway {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:20.185236 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c74b181d-9913-4909-8061-b7d038a370ae req-4e841a39-b2e1-4880-9a5c-459f14e11650 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0906661 Apr 20 18:23:20.265312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:20.271538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:20.289703 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b181d-9913-4909-8061-b7d038a370ae req-1e303e93-899e-4423-8faa-dbe6cc093bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:20.291620 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c74b181d-9913-4909-8061-b7d038a370ae req-1e303e93-899e-4423-8faa-dbe6cc093bb1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e68d8ac84e348d2bae03233d3574dac&device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 1098 time: 0.0852811 Apr 20 18:23:20.324363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=caefb9c6-cff0-4df1-962e-18b2de8a6764,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:20.359016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:20.434881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853029761'] for router_gateway, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:20.503726 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b181d-9913-4909-8061-b7d038a370ae req-f6cf0f7d-ac55-4a3f-9cba-ebc3c44023cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:20.506711 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c74b181d-9913-4909-8061-b7d038a370ae req-f6cf0f7d-ac55-4a3f-9cba-ebc3c44023cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 200 len: 912 time: 0.1938267 Apr 20 18:23:20.638029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853010141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:20.640924 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:20.700357 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c74b181d-9913-4909-8061-b7d038a370ae req-12fe3984-2e49-41a5-acc0-b2b0cc6c090f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8935204-c84e-4972-9b86-896cc1854072 HTTP/1.1" status: 200 len: 1000 time: 0.1867726 Apr 20 18:23:20.751749 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706855'] for router, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:20.752765 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0709555-d7a1-4fac-a85e-a239b1d49234 {{(pid=86319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:23:20.768892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] Notify callbacks [] for router, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:20.773288 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-75b15d1d-176b-4799-89d3-eb03591222a9 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f0709555-d7a1-4fac-a85e-a239b1d49234 HTTP/1.1" status: 204 len: 168 time: 1.7740893 Apr 20 18:23:20.774023 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53178) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:20.794138 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b181d-9913-4909-8061-b7d038a370ae req-9f70ec37-f8fe-4b57-96e5-5246af53fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:20.796523 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c74b181d-9913-4909-8061-b7d038a370ae req-9f70ec37-f8fe-4b57-96e5-5246af53fe57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=922a9fae-400a-41c3-866a-d7ced6811462 HTTP/1.1" status: 200 len: 850 time: 0.0896471 Apr 20 18:23:20.904330 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b181d-9913-4909-8061-b7d038a370ae req-a5b275e9-3d4c-4dea-810f-84e8005c9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:20.905921 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c74b181d-9913-4909-8061-b7d038a370ae req-a5b275e9-3d4c-4dea-810f-84e8005c9db0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4395f03d-9c42-44cf-923d-981c8222378d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1024423 Apr 20 18:23:21.077332 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c74b181d-9913-4909-8061-b7d038a370ae req-ca6652bd-ec34-4bc7-b547-bc3284742c45 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641178 Apr 20 18:23:21.147617 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b87fec5-be5d-46bf-aeaa-93630e9448ee admin admin] Deleting subnet 417415e2-f4d6-4260-9659-64139f1fdb03 {{(pid=86319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:23:21.151027 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b87fec5-be5d-46bf-aeaa-93630e9448ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:21.205083 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b87fec5-be5d-46bf-aeaa-93630e9448ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128956'] for subnet, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:21.243829 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c74b181d-9913-4909-8061-b7d038a370ae req-5edc6826-1f3a-4585-a1b2-bd0aad8c9092 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490369 Apr 20 18:23:21.297012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b87fec5-be5d-46bf-aeaa-93630e9448ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:21.568397 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b87fec5-be5d-46bf-aeaa-93630e9448ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848030853'] for subnet, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:21.573851 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:21.575283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device d2ce5c96-a788-4079-bb5b-dc9cb42dd36d no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:21.613054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87fec5-be5d-46bf-aeaa-93630e9448ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417415e2-f4d6-4260-9659-64139f1fdb03,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:21.615775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: d2ce5c96-a788-4079-bb5b-dc9cb42dd36d {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:21.616163 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device d2ce5c96-a788-4079-bb5b-dc9cb42dd36d not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:21.616619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device caefb9c6-cff0-4df1-962e-18b2de8a6764 no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:21.619091 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b87fec5-be5d-46bf-aeaa-93630e9448ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:21.622244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3b87fec5-be5d-46bf-aeaa-93630e9448ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:21.629065 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3b87fec5-be5d-46bf-aeaa-93630e9448ee admin admin] 10.222.0.21 "DELETE /v2.0/subnets/417415e2-f4d6-4260-9659-64139f1fdb03 HTTP/1.1" status: 204 len: 168 time: 0.8530278 Apr 20 18:23:21.631004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53182) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:21.652584 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a147cc2a-c325-426d-9da9-7afa94b991c7 None None] Network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:23:21.675715 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: caefb9c6-cff0-4df1-962e-18b2de8a6764 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:21.676083 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device caefb9c6-cff0-4df1-962e-18b2de8a6764 not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:21.761080 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:21.773275 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Deleting port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:21.773646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:21.956461 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08579a5f-860c-4311-93fd-5d170361432b None None] DHCP port deletion for 76d6f8aa-ddce-49c7-a296-1f7cc399e400 request from dv-cinder-786930-2-smb {{(pid=86321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:23:21.961766 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-08579a5f-860c-4311-93fd-5d170361432b None None] Deleting port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:21.962270 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-08579a5f-860c-4311-93fd-5d170361432b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:22.046986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] For port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=3ad7ffcd-3706-4c26-a6f2-73bf51c19db7,segment=NetworkSegment(08747cc2-7e57-4556-a387-711a680ba812),segment_id=08747cc2-7e57-4556-a387-711a680ba812)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:22.047403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:22.193412 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Calling delete_port for 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 owned by network:dhcp {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:22.197975 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-08579a5f-860c-4311-93fd-5d170361432b None None] For port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=3ad7ffcd-3706-4c26-a6f2-73bf51c19db7,segment=NetworkSegment(08747cc2-7e57-4556-a387-711a680ba812),segment_id=08747cc2-7e57-4556-a387-711a680ba812)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:22.198408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-08579a5f-860c-4311-93fd-5d170361432b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:22.276380 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:22.281909 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-420a1e26-004a-4df6-b7ce-55a8369182ca tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:22.337706 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-08579a5f-860c-4311-93fd-5d170361432b None None] Calling delete_port for 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 owned by network:dhcp {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:22.424235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.db.api [None req-08579a5f-860c-4311-93fd-5d170361432b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86321) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:23:22.424700 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_db.api [None req-08579a5f-860c-4311-93fd-5d170361432b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:23:22.585432 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ad7ffcd-3706-4c26-a6f2-73bf51c19db7,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:22.587580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] No DVR routers for this DVR port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 on host dv-cinder-786930-2-smb {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:23:22.589273 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:22.721554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:22.842984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d6f8aa-ddce-49c7-a296-1f7cc399e400']}} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:22.857783 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08747cc2-7e57-4556-a387-711a680ba812') {'for_net_delete': True} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:22.858172 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08747cc2-7e57-4556-a387-711a680ba812') {} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:22.871783 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848358749'] for segment, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:22.887612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:22.894226 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=86320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:23:22.926250 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-08579a5f-860c-4311-93fd-5d170361432b None None] Deleting port 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:22.926730 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-08579a5f-860c-4311-93fd-5d170361432b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:23.012052 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-08579a5f-860c-4311-93fd-5d170361432b None None] The port '3ad7ffcd-3706-4c26-a6f2-73bf51c19db7' was deleted {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:23:23.113223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:23:23.123068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790971'] for segment, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:23.313884 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Network 76d6f8aa-ddce-49c7-a296-1f7cc399e400 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:23:23.338076 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:23:23.420005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:23.424223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cbb6a0e9-dca8-4e52-9f2e-113d5d6c6ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:23.441387 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:23.448378 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Pushing event deleted for resources: {'Network': ['ID=76d6f8aa-ddce-49c7-a296-1f7cc399e400,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:23.453294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:23.460423 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d7ab76bb-a670-4ac6-845b-440eab4d9238 admin admin] 10.222.0.21 "DELETE /v2.0/networks/76d6f8aa-ddce-49c7-a296-1f7cc399e400 HTTP/1.1" status: 204 len: 168 time: 1.8280168 Apr 20 18:23:23.574475 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:23.617426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:23.617814 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 3ad7ffcd-3706-4c26-a6f2-73bf51c19db7 not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:23.680934 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53188) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:23.737088 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-467a37e5-fd0b-4245-be2d-554b53175853 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31a8473ee6df41d6b7760fa839502252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0546904 Apr 20 18:23:23.740105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53192) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:23.807471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-46339270-7bf6-4023-9f2b-e528794bf42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:23.837768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-46339270-7bf6-4023-9f2b-e528794bf42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:23.891161 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-46339270-7bf6-4023-9f2b-e528794bf42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:23.897164 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8a824182-d530-49a5-bf07-f82173342a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:23.909211 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46339270-7bf6-4023-9f2b-e528794bf42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd0392a-7794-458b-acd5-ec4bd2570909,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:23.913582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-46339270-7bf6-4023-9f2b-e528794bf42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:23.917696 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-46339270-7bf6-4023-9f2b-e528794bf42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:23.919438 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-46339270-7bf6-4023-9f2b-e528794bf42e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fd0392a-7794-458b-acd5-ec4bd2570909 HTTP/1.1" status: 204 len: 168 time: 0.1778235 Apr 20 18:23:24.356948 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53200) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:24.420625 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-15b37fe9-a460-43c1-98ad-873b5c2162f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=301a9ee0db284992b626dad9241068ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618837 Apr 20 18:23:24.423987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53204) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:24.498289 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce8b3-9914-49a8-b366-98318dd41175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:24.531492 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce8b3-9914-49a8-b366-98318dd41175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:24.581046 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce8b3-9914-49a8-b366-98318dd41175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:24.587162 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f91ebe70-8547-4df9-8064-8d3600891da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:24.598953 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ce8b3-9914-49a8-b366-98318dd41175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9ff88e-f6e8-428e-8894-d12f0ed96664,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:24.602237 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0c7ce8b3-9914-49a8-b366-98318dd41175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:24.608788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0c7ce8b3-9914-49a8-b366-98318dd41175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:24.610055 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-0c7ce8b3-9914-49a8-b366-98318dd41175 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e9ff88e-f6e8-428e-8894-d12f0ed96664 HTTP/1.1" status: 204 len: 168 time: 0.1849706 Apr 20 18:23:35.772447 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:23:40.597008 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5da40c58-7eec-48d6-bbf7-c8fce32013e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:41.545299 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602ac73-7255-4a0c-9249-f5bf74cfc471 req-698d1264-e908-4293-a79c-2ba978242d3c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:41.546937 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6602ac73-7255-4a0c-9249-f5bf74cfc471 req-698d1264-e908-4293-a79c-2ba978242d3c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 946 time: 0.0933263 Apr 20 18:23:41.605894 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6602ac73-7255-4a0c-9249-f5bf74cfc471 req-6d6927ad-19d5-40b3-82b2-a7cc37c51642 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517311 Apr 20 18:23:42.830085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cc43f-0fc6-4f18-91b2-5029212e42bf req-24819210-2407-4cd1-8636-57b96cf9a765 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:42.831798 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f63cc43f-0fc6-4f18-91b2-5029212e42bf req-24819210-2407-4cd1-8636-57b96cf9a765 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 946 time: 0.0973432 Apr 20 18:23:42.934577 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f63cc43f-0fc6-4f18-91b2-5029212e42bf req-eab81324-cc37-4b13-8856-16afc548152b tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups?id=3956aec3-41db-4f51-9cd8-ee843c602418&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959442 Apr 20 18:23:42.967529 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-8ed1bbea-2cad-49d7-875f-fc7c209bcbd5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:42.969108 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-8ed1bbea-2cad-49d7-875f-fc7c209bcbd5 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.37 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 946 time: 0.1159210 Apr 20 18:23:43.055661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Deleting port 7c64e615-c45d-4872-a7f7-8b40940207da {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:43.056049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:43.154355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9d8154c8-2dc1-4e1c-b4f2-b37c4d40b666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:43.327487 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] For port 7c64e615-c45d-4872-a7f7-8b40940207da, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=7c64e615-c45d-4872-a7f7-8b40940207da,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:43.327809 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:43.657611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:43.658193 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:43.658571 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_db [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Floating IP b686e641-195c-4014-9f81-4f1f97c600b9 disassociated. External IP: 172.28.2.4, port: 7c64e615-c45d-4872-a7f7-8b40940207da. Apr 20 18:23:43.658951 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Calling delete_port for 7c64e615-c45d-4872-a7f7-8b40940207da owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:43.811950 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:43.818608 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-386bfddd-339a-4e28-83fb-36c93b3405fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:43.868811 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event deleted for resources: {'Port': ['ID=7c64e615-c45d-4872-a7f7-8b40940207da,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:43.881326 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:43.881756 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:43.882172 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:43.882605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:43.883017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:43.883427 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:43.883832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:43.884223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:43.884620 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:43.885017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:43.885414 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:43.885810 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:43.890005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:43.893411 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:44.121149 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c9fb08be-9af7-4420-b1dd-fad30a61b077 req-54af3d38-d0b5-4723-b797-86ea5af69d67 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/ports?device_id=210d836a-2323-49e1-a82c-2c43c46ee5a6 HTTP/1.1" status: 200 len: 210 time: 0.0628242 Apr 20 18:23:44.139614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Router 7cd7ef2e-f128-43aa-997b-38aad0817b55 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:23:44.346413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:23:44.359771 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a24c5-c1bc-4a82-ad6c-0cfb5b03892c None None] Sync routers for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:23:44.389225 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a24c5-c1bc-4a82-ad6c-0cfb5b03892c None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:44.389970 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-806a24c5-c1bc-4a82-ad6c-0cfb5b03892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:44.428917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] No DVR routers for this DVR port 7c64e615-c45d-4872-a7f7-8b40940207da on host hv-cinder-78693 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:23:44.431485 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:44.434329 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'name': 'network-vif-deleted', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:23:44.447192 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-685b9e11-2e39-4303-a6ad-06d7c7af5da8 req-32be0a42-5ce3-49d4-b464-fa36108120c6 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.37 "DELETE /v2.0/ports/7c64e615-c45d-4872-a7f7-8b40940207da HTTP/1.1" status: 204 len: 173 time: 1.4715719 Apr 20 18:23:44.452904 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:44.486608 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210d836a-2323-49e1-a82c-2c43c46ee5a6', 'name': 'network-vif-deleted', 'tag': '7c64e615-c45d-4872-a7f7-8b40940207da', 'status': 'completed', 'code': 200} Apr 20 18:23:44.753231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-806a24c5-c1bc-4a82-ad6c-0cfb5b03892c None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:45.099503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-806a24c5-c1bc-4a82-ad6c-0cfb5b03892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:37Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:45.103680 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a24c5-c1bc-4a82-ad6c-0cfb5b03892c None None] Checking router: 7cd7ef2e-f128-43aa-997b-38aad0817b55 for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:23:45.113571 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a24c5-c1bc-4a82-ad6c-0cfb5b03892c None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:45.114229 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-806a24c5-c1bc-4a82-ad6c-0cfb5b03892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:45.267255 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53238) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:45.286067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:45.334116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-806a24c5-c1bc-4a82-ad6c-0cfb5b03892c None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:45.343428 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5c76f8db-45f8-42cb-9d14-0e333efe32e7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:45.375076 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5c76f8db-45f8-42cb-9d14-0e333efe32e7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:45.420944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5c76f8db-45f8-42cb-9d14-0e333efe32e7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:45.427009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4f41e153-7963-4782-b06e-c6e1d8191d6a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:45.443216 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76f8db-45f8-42cb-9d14-0e333efe32e7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3956aec3-41db-4f51-9cd8-ee843c602418,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:45.448898 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5c76f8db-45f8-42cb-9d14-0e333efe32e7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:45.450956 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5c76f8db-45f8-42cb-9d14-0e333efe32e7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:45.452070 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5c76f8db-45f8-42cb-9d14-0e333efe32e7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "DELETE /v2.0/security-groups/3956aec3-41db-4f51-9cd8-ee843c602418 HTTP/1.1" status: 204 len: 168 time: 0.1836240 Apr 20 18:23:45.454988 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53242) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:45.472886 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.v2.resource [None req-e760a013-00f1-43aa-b055-32d465f5cf76 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] show failed (client error): The resource could not be found. Apr 20 18:23:45.473976 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-e760a013-00f1-43aa-b055-32d465f5cf76 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "GET /v2.0/security-groups/3956aec3-41db-4f51-9cd8-ee843c602418 HTTP/1.1" status: 404 len: 347 time: 0.0180495 Apr 20 18:23:45.477028 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53246) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:45.652021 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Deleting port 84a0fcab-a385-4f8c-bbac-0e70ec3c3da8 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:45.652315 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:45.690049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-806a24c5-c1bc-4a82-ad6c-0cfb5b03892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:37Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:45.694283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a24c5-c1bc-4a82-ad6c-0cfb5b03892c None None] The sync data for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb is: [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'bc854a4e-58c2-4e81-83eb-723786a34f54', 'name': '', 'network_id': '190e51c9-23fa-4948-90ae-c977e74b53f2', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'mac_address': 'fa:16:3e:0b:c8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:19Z', 'updated_at': '2021-04-20T18:17:37Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'subnets': [{'id': 'b2d25518-c855-4ae6-931e-8a8f2c9d8ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:23:45.836034 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:45.836398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:46.118597 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f7ae5-0d36-4150-bd9f-3518b0a302e3 None None] New status for floating IP b686e641-195c-4014-9f81-4f1f97c600b9: DOWN {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:23:46.215288 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Calling delete_port for 84a0fcab-a385-4f8c-bbac-0e70ec3c3da8 owned by network:floatingip {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:46.351679 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.db.api [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86320) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:23:46.352037 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_db.api [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:23:46.475152 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7c64e615-c45d-4872-a7f7-8b40940207da no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:46.512134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: 7c64e615-c45d-4872-a7f7-8b40940207da {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:46.512528 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 7c64e615-c45d-4872-a7f7-8b40940207da not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:46.853468 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Deleting port 84a0fcab-a385-4f8c-bbac-0e70ec3c3da8 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:46.853863 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:47.037061 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:47.037426 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:47.171759 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Calling delete_port for 84a0fcab-a385-4f8c-bbac-0e70ec3c3da8 owned by network:floatingip {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:47.320685 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:47.325318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cce50347-2bbb-443d-8fae-7da2625ac42d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:47.376963 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Pushing event deleted for resources: {'Port': ['ID=84a0fcab-a385-4f8c-bbac-0e70ec3c3da8,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:47.404644 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:47.472958 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks [] for floatingip, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:47.499005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:47.500253 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ea2f7ce9-77c2-4a41-a7e8-c9ab7039607a tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] 10.222.0.21 "DELETE /v2.0/floatingips/b686e641-195c-4014-9f81-4f1f97c600b9 HTTP/1.1" status: 204 len: 168 time: 2.0223749 Apr 20 18:23:48.062977 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:50.354355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53272) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:50.558387 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53278) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:51.115602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Deleting port a8674110-2184-46bc-9c35-cdaafb0a3c76 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:51.116381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:51.375615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58af859-cd1f-48f0-bc13-1dd1c3f0676e req-27a463b7-3dcc-4bc9-bed9-bb0a65839e1e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:51.377219 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f58af859-cd1f-48f0-bc13-1dd1c3f0676e req-27a463b7-3dcc-4bc9-bed9-bb0a65839e1e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1016188 Apr 20 18:23:51.419018 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:51.419417 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:51.427214 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f58af859-cd1f-48f0-bc13-1dd1c3f0676e req-d79df103-ad8a-4a1b-97b6-cb2c6c2c50e9 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433366 Apr 20 18:23:51.597421 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Calling delete_port for a8674110-2184-46bc-9c35-cdaafb0a3c76 owned by network:floatingip {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:51.836573 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:51.842118 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-999d0691-beb6-4c3c-baad-744c5daf075c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:51.892983 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event deleted for resources: {'Port': ['ID=a8674110-2184-46bc-9c35-cdaafb0a3c76,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:51.939485 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:51.939901 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:51.940318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:51.940727 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:51.941132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:51.941533 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:51.941930 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:51.942336 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:51.942782 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:51.943186 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:51.943577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:51.943969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:51.953489 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:51.957293 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710976'] for router_interface, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:52.166284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for floatingip, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:52.166683 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_db [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Floating IP 310059c8-ffe5-4ff1-825d-847fb4263c1d disassociated (deleted). External IP: 172.28.2.13, port: 2d163b61-ffba-47e8-a3fe-aac764ecf97e. Apr 20 18:23:52.650230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b7133-e8f9-4bfe-8e1a-591107e7ca90 req-923142c2-dede-4a23-8802-1afdf0b0d52d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:52.651917 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-219b7133-e8f9-4bfe-8e1a-591107e7ca90 req-923142c2-dede-4a23-8802-1afdf0b0d52d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.0972838 Apr 20 18:23:52.704238 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-219b7133-e8f9-4bfe-8e1a-591107e7ca90 req-e055866f-c7aa-4df0-90b7-bd2951fe87ae tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446713 Apr 20 18:23:52.982209 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] Deleting port bc854a4e-58c2-4e81-83eb-723786a34f54 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:52.982430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:53.042943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Router 8c616285-3089-4a70-bcf5-71b771edf770 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:23:53.364783 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] For port bc854a4e-58c2-4e81-83eb-723786a34f54, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=bc854a4e-58c2-4e81-83eb-723786a34f54,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:53.365188 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:53.383130 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:23:53.389246 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-2164ee7d-dcd5-42c1-b719-fe3974c57dca tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:53.392661 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-2164ee7d-dcd5-42c1-b719-fe3974c57dca tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.37 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.1005321 Apr 20 18:23:53.393618 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70dc05-a1cd-4c70-b18d-674cf49b93e0 None None] Sync routers for ids ['8c616285-3089-4a70-bcf5-71b771edf770'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:23:53.404621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac70dc05-a1cd-4c70-b18d-674cf49b93e0 None None] Routers {'8c616285-3089-4a70-bcf5-71b771edf770'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:53.405137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-ac70dc05-a1cd-4c70-b18d-674cf49b93e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8c616285-3089-4a70-bcf5-71b771edf770'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:53.477240 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Deleting port d8935204-c84e-4972-9b86-896cc1854072 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:53.477615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:53.517180 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] Calling delete_port for bc854a4e-58c2-4e81-83eb-723786a34f54 owned by network:router_interface {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:53.564304 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:53.610995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-ac70dc05-a1cd-4c70-b18d-674cf49b93e0 None None] Set router 8c616285-3089-4a70-bcf5-71b771edf770 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:53.676504 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-11ff1d90-53a4-4b0a-85ad-831d90fde368 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "DELETE /v2.0/floatingips/310059c8-ffe5-4ff1-825d-847fb4263c1d HTTP/1.1" status: 204 len: 168 time: 3.1167705 Apr 20 18:23:53.678337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:23:53.900639 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'status': 'completed', 'code': 200} Apr 20 18:23:53.906040 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:53.906973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] For port d8935204-c84e-4972-9b86-896cc1854072, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d8935204-c84e-4972-9b86-896cc1854072,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:53.907437 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:53.930425 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:54.039214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-ac70dc05-a1cd-4c70-b18d-674cf49b93e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 4, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'd1c177a0-11a3-4909-b2a5-17dc2a21ef5b', 'name': '', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'mac_address': 'fa:16:3e:f1:e5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:43Z', 'updated_at': '2021-04-20T18:18:54Z', 'revision_number': 5, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'subnets': [{'id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:54.044819 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70dc05-a1cd-4c70-b18d-674cf49b93e0 None None] Checking router: 8c616285-3089-4a70-bcf5-71b771edf770 for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:23:54.062987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac70dc05-a1cd-4c70-b18d-674cf49b93e0 None None] Routers {'8c616285-3089-4a70-bcf5-71b771edf770'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:54.063858 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-ac70dc05-a1cd-4c70-b18d-674cf49b93e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8c616285-3089-4a70-bcf5-71b771edf770'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:54.072219 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc854a4e-58c2-4e81-83eb-723786a34f54,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:54.107402 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:54.305478 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-ac70dc05-a1cd-4c70-b18d-674cf49b93e0 None None] Set router 8c616285-3089-4a70-bcf5-71b771edf770 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:54.359387 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853107539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711102'] for router_interface, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:54.452031 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda56e-e09a-40ee-825e-a5ae154251d9 req-d99a8af1-5bff-40b4-af61-48833ed018e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:54.454207 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1dfda56e-e09a-40ee-825e-a5ae154251d9 req-d99a8af1-5bff-40b4-af61-48833ed018e3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c250e0852dda4b6db36fcb0ea4536490&device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 1098 time: 0.6341319 Apr 20 18:23:54.608723 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:54.609123 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:54.609476 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_db [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Floating IP 9f7ed7f2-35c0-49e9-b6cc-62c3c6e93e96 disassociated. External IP: 172.28.2.21, port: d8935204-c84e-4972-9b86-896cc1854072. Apr 20 18:23:54.609955 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Calling delete_port for d8935204-c84e-4972-9b86-896cc1854072 owned by compute:nova {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:54.674345 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b4704-25a4-47fa-adf8-a43691aa517b req-f4ce3404-82f1-4d46-86ad-2ab9b6d1a4fa tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:54.676010 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ee5b4704-25a4-47fa-adf8-a43691aa517b req-f4ce3404-82f1-4d46-86ad-2ab9b6d1a4fa tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.5303402 Apr 20 18:23:54.678058 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-ac70dc05-a1cd-4c70-b18d-674cf49b93e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 4, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'd1c177a0-11a3-4909-b2a5-17dc2a21ef5b', 'name': '', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'mac_address': 'fa:16:3e:f1:e5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:43Z', 'updated_at': '2021-04-20T18:18:54Z', 'revision_number': 5, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'subnets': [{'id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:54.683322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac70dc05-a1cd-4c70-b18d-674cf49b93e0 None None] The sync data for ids ['8c616285-3089-4a70-bcf5-71b771edf770'] in dv-cinder-786930-2-smb is: [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 4, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'd1c177a0-11a3-4909-b2a5-17dc2a21ef5b', 'name': '', 'network_id': '57ff6d07-2176-457d-9fdf-c143c911f214', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'mac_address': 'fa:16:3e:f1:e5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:43Z', 'updated_at': '2021-04-20T18:18:54Z', 'revision_number': 5, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'subnets': [{'id': '0cda58ca-ce51-4fab-bdb5-fa33e951d3b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:23:54.694346 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f6736-5ba8-40cd-8fe3-f49013a4d392 req-42b78102-d2c6-48c1-82a6-fc82393296cb tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:54.696078 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-af8f6736-5ba8-40cd-8fe3-f49013a4d392 req-42b78102-d2c6-48c1-82a6-fc82393296cb tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 945 time: 0.7021799 Apr 20 18:23:54.789167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] Router 7cd7ef2e-f128-43aa-997b-38aad0817b55 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:23:54.846984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda56e-e09a-40ee-825e-a5ae154251d9 req-95b8ea53-9cf6-4d47-947a-a9f4c33c5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:54.848563 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1dfda56e-e09a-40ee-825e-a5ae154251d9 req-95b8ea53-9cf6-4d47-947a-a9f4c33c5ca3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=57ff6d07-2176-457d-9fdf-c143c911f214 HTTP/1.1" status: 200 len: 910 time: 0.3688107 Apr 20 18:23:54.857224 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-af8f6736-5ba8-40cd-8fe3-f49013a4d392 req-be6eca48-2356-4989-b2fd-9f884d046b18 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=0eb4e56b-b8a1-4982-8371-7afb4abe50bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417902 Apr 20 18:23:54.924851 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ee5b4704-25a4-47fa-adf8-a43691aa517b req-c954d4dc-99d8-4a3a-a376-d70e77e15c5c tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163479 Apr 20 18:23:54.979748 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1dfda56e-e09a-40ee-825e-a5ae154251d9 req-96109a63-01d2-470a-b3a0-1b997fd3b3c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e HTTP/1.1" status: 200 len: 217 time: 0.1208532 Apr 20 18:23:55.175084 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8f4b0-d048-46fa-95ac-7db9f5026727 None None] New status for floating IP 310059c8-ffe5-4ff1-825d-847fb4263c1d: DOWN {{(pid=86322) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:23:55.325587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:23:55.339155 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda56e-e09a-40ee-825e-a5ae154251d9 req-4c88e31f-284e-4058-af02-89c92f151fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:55.340813 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1dfda56e-e09a-40ee-825e-a5ae154251d9 req-4c88e31f-284e-4058-af02-89c92f151fcb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0cda58ca-ce51-4fab-bdb5-fa33e951d3b0 HTTP/1.1" status: 200 len: 848 time: 0.3543959 Apr 20 18:23:55.342207 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:55.348339 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e475779-c27f-43c0-b2a3-712e645c61fc None None] Sync routers for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:23:55.350583 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] 10.222.0.21 "PUT /v2.0/routers/7cd7ef2e-f128-43aa-997b-38aad0817b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9941921 Apr 20 18:23:55.351935 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bce4972a-cfd7-4ff1-bdc2-212d1e6f2738 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:55.354256 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53300) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:55.362314 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e475779-c27f-43c0-b2a3-712e645c61fc None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:55.363181 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-5e475779-c27f-43c0-b2a3-712e645c61fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:55.444880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event deleted for resources: {'Port': ['ID=d8935204-c84e-4972-9b86-896cc1854072,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:55.455642 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:55.672757 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfda56e-e09a-40ee-825e-a5ae154251d9 req-71db1735-7b9b-4f5f-a312-48b5d1e3ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:55.674395 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1dfda56e-e09a-40ee-825e-a5ae154251d9 req-71db1735-7b9b-4f5f-a312-48b5d1e3ecff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=57ff6d07-2176-457d-9fdf-c143c911f214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2882681 Apr 20 18:23:55.728565 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d5389-9b44-4578-bcb2-abf728964106 req-477e126c-2228-4e01-b83a-841bd5157da5 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:55.729911 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-504d5389-9b44-4578-bcb2-abf728964106 req-477e126c-2228-4e01-b83a-841bd5157da5 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Synchronizing usage tracker for tenant:c250e0852dda4b6db36fcb0ea4536490 on resource:port {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:23:55.738137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Notify callbacks [] for router, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:55.830317 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-5e475779-c27f-43c0-b2a3-712e645c61fc None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:55.882222 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Router fb346610-77b2-48f9-9ebc-9f0586873a25 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:23:56.041651 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:56.059370 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-504d5389-9b44-4578-bcb2-abf728964106 req-477e126c-2228-4e01-b83a-841bd5157da5 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Unset dirty status for tenant:c250e0852dda4b6db36fcb0ea4536490 on resource:port {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:23:56.061518 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-504d5389-9b44-4578-bcb2-abf728964106 req-477e126c-2228-4e01-b83a-841bd5157da5 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.5789206 Apr 20 18:23:56.064832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Deleting port fafe9ee1-221e-4cbe-81c8-2204aca3f45e {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:56.065212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:56.247772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-504d5389-9b44-4578-bcb2-abf728964106 req-ac68c97a-2946-4714-9bb9-a7c696ada349 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Deleting port 2d163b61-ffba-47e8-a3fe-aac764ecf97e {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:56.248147 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-504d5389-9b44-4578-bcb2-abf728964106 req-ac68c97a-2946-4714-9bb9-a7c696ada349 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:56.257081 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-5e475779-c27f-43c0-b2a3-712e645c61fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183'}], 'enable_snat': True}, 'gw_port_id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:23:53Z', 'revision_number': 5, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port': {'id': 'fafe9ee1-221e-4cbe-81c8-2204aca3f45e', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:df:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:08Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:56.261656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e475779-c27f-43c0-b2a3-712e645c61fc None None] Checking router: 7cd7ef2e-f128-43aa-997b-38aad0817b55 for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:23:56.273020 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e475779-c27f-43c0-b2a3-712e645c61fc None None] Routers {'7cd7ef2e-f128-43aa-997b-38aad0817b55'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:56.273720 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-5e475779-c27f-43c0-b2a3-712e645c61fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['7cd7ef2e-f128-43aa-997b-38aad0817b55'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:56.308212 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b3c59aca-7801-465a-919c-e583e47efd78 req-5ca260d3-89ce-4e36-8a35-42e574331536 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.1311121 Apr 20 18:23:56.357553 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1dfda56e-e09a-40ee-825e-a5ae154251d9 req-fd6e67c4-09e8-41c0-8a77-e726ced0f3ae service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6678026 Apr 20 18:23:56.454462 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-5e475779-c27f-43c0-b2a3-712e645c61fc None None] Set router 7cd7ef2e-f128-43aa-997b-38aad0817b55 gateway port host: None {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:56.570716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:23:56.581203 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device d8935204-c84e-4972-9b86-896cc1854072 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:56.583176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c815d-214d-4ee2-8ef7-1f7b759fde44 None None] Sync routers for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:23:56.593886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c815d-214d-4ee2-8ef7-1f7b759fde44 None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:56.594988 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-af4c815d-214d-4ee2-8ef7-1f7b759fde44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:56.608852 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] For port fafe9ee1-221e-4cbe-81c8-2204aca3f45e, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=fafe9ee1-221e-4cbe-81c8-2204aca3f45e,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:56.609257 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:56.629907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-5e475779-c27f-43c0-b2a3-712e645c61fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:23:56Z', 'revision_number': 6, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port_host': None}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:56.640365 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e475779-c27f-43c0-b2a3-712e645c61fc None None] The sync data for ids ['7cd7ef2e-f128-43aa-997b-38aad0817b55'] in dv-cinder-786930-2-smb is: [{'id': '7cd7ef2e-f128-43aa-997b-38aad0817b55', 'name': 'tempest-AttachVolumeShelveTestJSON-2093132699-router', 'tenant_id': '1141aadc257440eeb949d363e845efd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:06Z', 'updated_at': '2021-04-20T18:23:56Z', 'revision_number': 6, 'project_id': '1141aadc257440eeb949d363e845efd1', 'gw_port_host': None}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:23:56.643604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: d8935204-c84e-4972-9b86-896cc1854072 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:56.644080 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device d8935204-c84e-4972-9b86-896cc1854072 not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:56.687493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] No DVR routers for this DVR port d8935204-c84e-4972-9b86-896cc1854072 on host hv-cinder-78693 {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:23:56.693251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:56.696092 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'name': 'network-vif-deleted', 'tag': 'd8935204-c84e-4972-9b86-896cc1854072'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:23:56.712533 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1dfda56e-e09a-40ee-825e-a5ae154251d9 req-65c86285-eab6-42aa-8815-1bbad29c6685 service neutron] 10.222.0.37 "GET /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444848 Apr 20 18:23:56.728456 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbbf28-3e69-4d2b-86a4-0528eacd0b7f req-03e78e29-b040-4655-a7c4-1d6485b39db2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:56.730159 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0fbbf28-3e69-4d2b-86a4-0528eacd0b7f req-03e78e29-b040-4655-a7c4-1d6485b39db2 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 945 time: 0.2703810 Apr 20 18:23:56.732134 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5aad2ff9-c43f-4329-8d9d-6da3e406e888 req-3b72a514-f6fa-4e9b-9171-fe58372babde tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.37 "DELETE /v2.0/ports/d8935204-c84e-4972-9b86-896cc1854072 HTTP/1.1" status: 204 len: 173 time: 3.3316898 Apr 20 18:23:56.804821 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d0fbbf28-3e69-4d2b-86a4-0528eacd0b7f req-d4d7d857-11b3-4c3d-936e-29c7d4fc74fd tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/security-groups?id=d51fb548-5149-4264-a19f-a5ec0221cfff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521705 Apr 20 18:23:56.808771 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2798da0d-349e-478c-80ad-9611fa0dcd8a', 'name': 'network-vif-deleted', 'tag': 'd8935204-c84e-4972-9b86-896cc1854072', 'status': 'completed', 'code': 200} Apr 20 18:23:56.833364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Calling delete_port for fafe9ee1-221e-4cbe-81c8-2204aca3f45e owned by network:router_gateway {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:56.858294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-af4c815d-214d-4ee2-8ef7-1f7b759fde44 None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:56.981783 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-504d5389-9b44-4578-bcb2-abf728964106 req-ac68c97a-2946-4714-9bb9-a7c696ada349 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] For port 2d163b61-ffba-47e8-a3fe-aac764ecf97e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2d163b61-ffba-47e8-a3fe-aac764ecf97e,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:56.982211 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-504d5389-9b44-4578-bcb2-abf728964106 req-ac68c97a-2946-4714-9bb9-a7c696ada349 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.123664 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-504d5389-9b44-4578-bcb2-abf728964106 req-ac68c97a-2946-4714-9bb9-a7c696ada349 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Calling delete_port for 2d163b61-ffba-47e8-a3fe-aac764ecf97e owned by compute:nova {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:57.234415 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-af4c815d-214d-4ee2-8ef7-1f7b759fde44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:48Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:57.239001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c815d-214d-4ee2-8ef7-1f7b759fde44 None None] Checking router: fb346610-77b2-48f9-9ebc-9f0586873a25 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:23:57.249500 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4c815d-214d-4ee2-8ef7-1f7b759fde44 None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:57.250849 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-af4c815d-214d-4ee2-8ef7-1f7b759fde44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:57.340990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.349195 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-eac278f0-1fa1-4cfa-8e32-21cea808e900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:57.408503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Pushing event deleted for resources: {'Port': ['ID=fafe9ee1-221e-4cbe-81c8-2204aca3f45e,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:57.413589 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:57.450059 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-504d5389-9b44-4578-bcb2-abf728964106 req-ac68c97a-2946-4714-9bb9-a7c696ada349 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.467341 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ef24f3b0-1d79-4bf7-9a06-197c031c4229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:57.476884 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-af4c815d-214d-4ee2-8ef7-1f7b759fde44 None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:57.547240 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-f3096efa-9a60-4576-a759-cee52cae6952 req-97598f18-347b-4222-b050-c61855153f92 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Synchronizing usage tracker for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:23:57.567621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-f3096efa-9a60-4576-a759-cee52cae6952 req-97598f18-347b-4222-b050-c61855153f92 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Unset dirty status for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:23:57.569466 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f3096efa-9a60-4576-a759-cee52cae6952 req-97598f18-347b-4222-b050-c61855153f92 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=2798da0d-349e-478c-80ad-9611fa0dcd8a HTTP/1.1" status: 200 len: 210 time: 0.0729547 Apr 20 18:23:57.598645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68c97a-2946-4714-9bb9-a7c696ada349 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event deleted for resources: {'Port': ['ID=2d163b61-ffba-47e8-a3fe-aac764ecf97e,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:57.608287 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ac68c97a-2946-4714-9bb9-a7c696ada349 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:57.638600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device fafe9ee1-221e-4cbe-81c8-2204aca3f45e no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:57.666354 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-504d5389-9b44-4578-bcb2-abf728964106 req-ac68c97a-2946-4714-9bb9-a7c696ada349 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] No DVR routers for this DVR port 2d163b61-ffba-47e8-a3fe-aac764ecf97e on host hv-cinder-78693 {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:23:57.669357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-504d5389-9b44-4578-bcb2-abf728964106 req-ac68c97a-2946-4714-9bb9-a7c696ada349 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.672325 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'name': 'network-vif-deleted', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:23:57.678988 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853029761'] for router_gateway, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.681277 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: fafe9ee1-221e-4cbe-81c8-2204aca3f45e {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:57.681795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device fafe9ee1-221e-4cbe-81c8-2204aca3f45e not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:57.682382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device bc854a4e-58c2-4e81-83eb-723786a34f54 no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:57.721747 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: bc854a4e-58c2-4e81-83eb-723786a34f54 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:57.722298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device bc854a4e-58c2-4e81-83eb-723786a34f54 not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:57.801882 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b4f1c63-4466-46ae-a6ce-d6aeac751191', 'name': 'network-vif-deleted', 'tag': '2d163b61-ffba-47e8-a3fe-aac764ecf97e', 'status': 'completed', 'code': 200} Apr 20 18:23:57.869778 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-504d5389-9b44-4578-bcb2-abf728964106 req-ac68c97a-2946-4714-9bb9-a7c696ada349 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.37 "DELETE /v2.0/ports/2d163b61-ffba-47e8-a3fe-aac764ecf97e HTTP/1.1" status: 204 len: 173 time: 1.7077966 Apr 20 18:23:57.887790 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853010141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.890435 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.910937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-af4c815d-214d-4ee2-8ef7-1f7b759fde44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:48Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:57.916540 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4c815d-214d-4ee2-8ef7-1f7b759fde44 None None] The sync data for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb is: [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:48Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:23:57.919055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706855'] for router, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.920538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd7ef2e-f128-43aa-997b-38aad0817b55 {{(pid=86319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:23:57.929541 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Notify callbacks [] for router, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.930799 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7cd7ef2e-f128-43aa-997b-38aad0817b55 HTTP/1.1" status: 204 len: 168 time: 2.5748103 Apr 20 18:23:57.937365 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53316) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:58.061747 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-24b656e1-aea5-4baf-8b68-5d99041a6d8d req-c1c1ecdc-513f-46ca-8f94-33a4f5649c5e tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b4f1c63-4466-46ae-a6ce-d6aeac751191 HTTP/1.1" status: 200 len: 210 time: 0.0881906 Apr 20 18:23:58.071539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-374f0552-ce57-465e-8418-e56aad7dcea9 admin admin] Deleting subnet b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 {{(pid=86319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:23:58.076727 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-374f0552-ce57-465e-8418-e56aad7dcea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:58.140591 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-374f0552-ce57-465e-8418-e56aad7dcea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128956'] for subnet, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:58.229134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-374f0552-ce57-465e-8418-e56aad7dcea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:58.395179 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c251c-fecc-436c-9896-4635cef0e4bb None None] New status for floating IP 9f7ed7f2-35c0-49e9-b6cc-62c3c6e93e96: DOWN {{(pid=86321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:23:58.638472 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 2d163b61-ffba-47e8-a3fe-aac764ecf97e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:58.687452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: 2d163b61-ffba-47e8-a3fe-aac764ecf97e {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:58.688524 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 2d163b61-ffba-47e8-a3fe-aac764ecf97e not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:58.717956 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53324) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:58.779363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-374f0552-ce57-465e-8418-e56aad7dcea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848030853'] for subnet, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:58.784794 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:58.805027 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d65ba8ad-1904-4f16-825a-474f7f60b79a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:58.826209 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-374f0552-ce57-465e-8418-e56aad7dcea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:58.830190 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f0552-ce57-465e-8418-e56aad7dcea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d25518-c855-4ae6-931e-8a8f2c9d8ec0,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:58.837396 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-374f0552-ce57-465e-8418-e56aad7dcea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:58.837790 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d3f598-4aa1-4814-8b4b-57343cc9a14d None None] Network 190e51c9-23fa-4948-90ae-c977e74b53f2 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:23:58.841293 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d65ba8ad-1904-4f16-825a-474f7f60b79a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:58.843111 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-374f0552-ce57-465e-8418-e56aad7dcea9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b2d25518-c855-4ae6-931e-8a8f2c9d8ec0 HTTP/1.1" status: 204 len: 168 time: 0.9023764 Apr 20 18:23:58.845636 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53328) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:58.901743 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d65ba8ad-1904-4f16-825a-474f7f60b79a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:58.914272 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-87a55cd7-81aa-442f-bf86-2a95a8e295c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:58.933241 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ba8ad-1904-4f16-825a-474f7f60b79a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb4e56b-b8a1-4982-8371-7afb4abe50bd,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:58.936336 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d65ba8ad-1904-4f16-825a-474f7f60b79a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:58.938642 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d65ba8ad-1904-4f16-825a-474f7f60b79a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "DELETE /v2.0/security-groups/0eb4e56b-b8a1-4982-8371-7afb4abe50bd HTTP/1.1" status: 204 len: 168 time: 0.2189565 Apr 20 18:23:58.939859 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d65ba8ad-1904-4f16-825a-474f7f60b79a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:58.941579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53332) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:58.962037 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.v2.resource [None req-5e6761ee-20b8-4f46-a07a-d666eb3c68a2 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] show failed (client error): The resource could not be found. Apr 20 18:23:58.963486 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5e6761ee-20b8-4f46-a07a-d666eb3c68a2 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups/0eb4e56b-b8a1-4982-8371-7afb4abe50bd HTTP/1.1" status: 404 len: 347 time: 0.0207713 Apr 20 18:23:58.966491 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53336) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:59.025834 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.038020 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Deleting port a586d00d-0c22-4c6a-8ce3-2bdfc237195c {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:59.038394 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.161352 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-38fea0e8-edb6-4643-b3eb-d84a70affc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Deleting port b127e6b4-2cc1-46cb-a0af-ecc300797c81 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:59.161814 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38fea0e8-edb6-4643-b3eb-d84a70affc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.183753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d17a5ce-583b-49a9-9f3b-a595d091c8be None None] DHCP port deletion for 190e51c9-23fa-4948-90ae-c977e74b53f2 request from dv-cinder-786930-2-smb {{(pid=86321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:23:59.188725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-2d17a5ce-583b-49a9-9f3b-a595d091c8be None None] Deleting port a586d00d-0c22-4c6a-8ce3-2bdfc237195c {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:59.189094 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d17a5ce-583b-49a9-9f3b-a595d091c8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.196872 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53342) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:59.343619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] For port a586d00d-0c22-4c6a-8ce3-2bdfc237195c, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=a586d00d-0c22-4c6a-8ce3-2bdfc237195c,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:59.345217 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.349262 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38fea0e8-edb6-4643-b3eb-d84a70affc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.349630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38fea0e8-edb6-4643-b3eb-d84a70affc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.423661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-2d17a5ce-583b-49a9-9f3b-a595d091c8be None None] For port a586d00d-0c22-4c6a-8ce3-2bdfc237195c, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=a586d00d-0c22-4c6a-8ce3-2bdfc237195c,segment=NetworkSegment(c734399f-caf6-44c9-baf7-81e5c65995f9),segment_id=c734399f-caf6-44c9-baf7-81e5c65995f9)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:59.424035 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d17a5ce-583b-49a9-9f3b-a595d091c8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.488114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-38fea0e8-edb6-4643-b3eb-d84a70affc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Calling delete_port for b127e6b4-2cc1-46cb-a0af-ecc300797c81 owned by network:floatingip {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:59.509320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Calling delete_port for a586d00d-0c22-4c6a-8ce3-2bdfc237195c owned by network:dhcp {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:59.539481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-46ca25af-01a4-4dba-b8ca-dbab56ffd257 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.561892 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-2d17a5ce-583b-49a9-9f3b-a595d091c8be None None] Calling delete_port for a586d00d-0c22-4c6a-8ce3-2bdfc237195c owned by network:dhcp {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:59.596450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-46ca25af-01a4-4dba-b8ca-dbab56ffd257 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.647635 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.db.api [None req-2d17a5ce-583b-49a9-9f3b-a595d091c8be None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 20 18:23:59.647635 dv-cinder-786930-2-smb neutron-server[86206]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Apr 20 18:23:59.647635 dv-cinder-786930-2-smb neutron-server[86206]: [parameters: {'port_id': 'a586d00d-0c22-4c6a-8ce3-2bdfc237195c', 'host': 'dv-cinder-786930-2-smb'}] Apr 20 18:23:59.647635 dv-cinder-786930-2-smb neutron-server[86206]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86321) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:23:59.648034 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_db.api [None req-2d17a5ce-583b-49a9-9f3b-a595d091c8be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:23:59.650124 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device a586d00d-0c22-4c6a-8ce3-2bdfc237195c no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:59.662380 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.667476 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38fea0e8-edb6-4643-b3eb-d84a70affc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.667945 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-1a70257f-e01f-4bd4-ab2c-1402c4cf01c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:59.671860 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a5de2222-61a2-4bfc-ba71-5e278abafa4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:59.688442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: a586d00d-0c22-4c6a-8ce3-2bdfc237195c {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:59.688847 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device a586d00d-0c22-4c6a-8ce3-2bdfc237195c not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:59.721066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fea0e8-edb6-4643-b3eb-d84a70affc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event deleted for resources: {'Port': ['ID=b127e6b4-2cc1-46cb-a0af-ecc300797c81,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:59.724511 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] No DVR routers for this DVR port a586d00d-0c22-4c6a-8ce3-2bdfc237195c on host dv-cinder-786930-2-smb {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:23:59.756755 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a586d00d-0c22-4c6a-8ce3-2bdfc237195c,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:59.759630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:59.759774 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-38fea0e8-edb6-4643-b3eb-d84a70affc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:59.822055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38fea0e8-edb6-4643-b3eb-d84a70affc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.841520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-38fea0e8-edb6-4643-b3eb-d84a70affc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.842904 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-38fea0e8-edb6-4643-b3eb-d84a70affc6f tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "DELETE /v2.0/floatingips/9f7ed7f2-35c0-49e9-b6cc-62c3c6e93e96 HTTP/1.1" status: 204 len: 168 time: 0.8745809 Apr 20 18:23:59.861748 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.880452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-46ca25af-01a4-4dba-b8ca-dbab56ffd257 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:59.931395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c7197742-70c4-4ee2-b4bb-8172f37b3464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:59.967586 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca25af-01a4-4dba-b8ca-dbab56ffd257 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51fb548-5149-4264-a19f-a5ec0221cfff,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:59.974647 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-46ca25af-01a4-4dba-b8ca-dbab56ffd257 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:00.013996 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190e51c9-23fa-4948-90ae-c977e74b53f2']}} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:00.024757 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-46ca25af-01a4-4dba-b8ca-dbab56ffd257 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.025978 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-46ca25af-01a4-4dba-b8ca-dbab56ffd257 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] 10.222.0.21 "DELETE /v2.0/security-groups/d51fb548-5149-4264-a19f-a5ec0221cfff HTTP/1.1" status: 204 len: 168 time: 0.8279653 Apr 20 18:24:00.029560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c734399f-caf6-44c9-baf7-81e5c65995f9') {'for_net_delete': True} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:00.029900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c734399f-caf6-44c9-baf7-81e5c65995f9') {} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:00.044536 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853646860'] for segment, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.060633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.070595 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=86319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:24:00.071971 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53350) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:00.149732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-2d17a5ce-583b-49a9-9f3b-a595d091c8be None None] Deleting port a586d00d-0c22-4c6a-8ce3-2bdfc237195c {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:00.150385 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d17a5ce-583b-49a9-9f3b-a595d091c8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.241984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-2d17a5ce-583b-49a9-9f3b-a595d091c8be None None] The port 'a586d00d-0c22-4c6a-8ce3-2bdfc237195c' was deleted {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:24:00.259202 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Network 190e51c9-23fa-4948-90ae-c977e74b53f2 has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:24:00.273181 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847040987'] for segment, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.461734 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Network 190e51c9-23fa-4948-90ae-c977e74b53f2 has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:24:00.484167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53356) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:24:00.487166 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:24:00.492007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349114554', 'description': 'tempest-description--806878110'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:00.510694 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:00.511374 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Usage tracker for resource:security_group and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:00.517910 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:00.527109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:00.568420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.572194 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cab422eb-1fbb-4c0f-a6ac-598ae82dae02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:00.582670 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.587346 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.600336 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Pushing event deleted for resources: {'Network': ['ID=190e51c9-23fa-4948-90ae-c977e74b53f2,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:00.604245 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:00.609725 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] 10.222.0.21 "DELETE /v2.0/networks/190e51c9-23fa-4948-90ae-c977e74b53f2 HTTP/1.1" status: 204 len: 168 time: 1.7629809 Apr 20 18:24:00.741594 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53362) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:00.800077 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ccbf12d8-d60b-4216-b9db-10ca344af1f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1141aadc257440eeb949d363e845efd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0546191 Apr 20 18:24:00.800396 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53366) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:00.865728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:00.866702 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-834628bc-9382-49f2-821e-6e9b64186b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.873873 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Usage tracker for resource:security_group_rule and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:00.879902 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:00.903007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-834628bc-9382-49f2-821e-6e9b64186b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.925105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:00.962519 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-834628bc-9382-49f2-821e-6e9b64186b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.968275 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5d819b17-a2f0-41c1-bcec-2d2c26f7eccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:00.983348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834628bc-9382-49f2-821e-6e9b64186b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba15eef2-d637-46b6-b624-6bd79a9b06a9,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:00.986215 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-834628bc-9382-49f2-821e-6e9b64186b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:00.993888 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-834628bc-9382-49f2-821e-6e9b64186b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:00.997857 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-834628bc-9382-49f2-821e-6e9b64186b84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba15eef2-d637-46b6-b624-6bd79a9b06a9 HTTP/1.1" status: 204 len: 168 time: 0.1938579 Apr 20 18:24:01.040885 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.074791 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.090287 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-66d32342-8432-4a6d-b507-390b75d4bcbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:01.145277 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85df0516-3973-4463-acf2-8cde7002d5c5,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:01.156657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:01.159255 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.160593 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6749041 Apr 20 18:24:01.163827 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53372) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:01.169692 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-f33c9391-7f4e-456d-af73-104079320eff tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Request body: {'security_group_rule': {'security_group_id': '85df0516-3973-4463-acf2-8cde7002d5c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:01.176684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f33c9391-7f4e-456d-af73-104079320eff tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:01.180574 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710976'] for router_interface, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.181811 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f33c9391-7f4e-456d-af73-104079320eff tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Usage tracker for resource:security_group_rule and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:01.185364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-f33c9391-7f4e-456d-af73-104079320eff tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:01.193049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-f33c9391-7f4e-456d-af73-104079320eff tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:01.215313 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f33c9391-7f4e-456d-af73-104079320eff tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.290399 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f33c9391-7f4e-456d-af73-104079320eff tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.293976 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f33c9391-7f4e-456d-af73-104079320eff tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.296415 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:01.324353 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c9391-7f4e-456d-af73-104079320eff tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b463a46d-cafd-4199-856e-32b25be541b7,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:01.335832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f33c9391-7f4e-456d-af73-104079320eff tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:01.339830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f33c9391-7f4e-456d-af73-104079320eff tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.344523 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f33c9391-7f4e-456d-af73-104079320eff tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1763651 Apr 20 18:24:01.344886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53380) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:01.351603 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-3b21928d-4c24-4820-a15d-81d5719a14bf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Request body: {'security_group_rule': {'security_group_id': '85df0516-3973-4463-acf2-8cde7002d5c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:01.358520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3b21928d-4c24-4820-a15d-81d5719a14bf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:01.363820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3b21928d-4c24-4820-a15d-81d5719a14bf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Usage tracker for resource:security_group_rule and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:01.368102 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3b21928d-4c24-4820-a15d-81d5719a14bf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:01.374664 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3b21928d-4c24-4820-a15d-81d5719a14bf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:01.395212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b21928d-4c24-4820-a15d-81d5719a14bf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.482498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b21928d-4c24-4820-a15d-81d5719a14bf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.486384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b21928d-4c24-4820-a15d-81d5719a14bf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184289'] for security_group_rule, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.488602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:01.515418 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21928d-4c24-4820-a15d-81d5719a14bf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5578dcb-74a4-402d-98d6-75763be2cab2,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:01.519152 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3b21928d-4c24-4820-a15d-81d5719a14bf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:01.528029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b21928d-4c24-4820-a15d-81d5719a14bf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.530327 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3b21928d-4c24-4820-a15d-81d5719a14bf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1837804 Apr 20 18:24:01.533590 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53390) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:01.544921 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Request body: {'floatingip': {'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:01.558004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:01.566231 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Usage tracker for resource:floatingip and tenant:0e68d8ac84e348d2bae03233d3574dac is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:01.571579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:01.582932 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:01.598158 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] Deleting port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:01.598512 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.601090 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.787012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.819670 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] For port d1c177a0-11a3-4909-b2a5-17dc2a21ef5b, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=d1c177a0-11a3-4909-b2a5-17dc2a21ef5b,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:01.820198 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:01.904572 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53402) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:01.951353 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Allocated IP 172.28.2.29 (7b612f0a-6263-4b19-bfa2-1df00b92c582/f8e89a72-cc46-432a-9a2a-465569b76ea3/86e05fd7-7ed5-483e-910f-a16d410b5ffb) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:24:01.985112 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] Calling delete_port for d1c177a0-11a3-4909-b2a5-17dc2a21ef5b owned by network:router_interface {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:24:02.051479 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1735098800-network', 'tenant_id': '1ee28b39fbda47dab0c1b47fb194fea2'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:02.059775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:02.073018 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Usage tracker for resource:network and tenant:1ee28b39fbda47dab0c1b47fb194fea2 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:02.077656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:02.088688 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:02.122557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Made reservation on behalf of 1ee28b39fbda47dab0c1b47fb194fea2 for: {'network': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:02.128206 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.151013 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.178926 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.182987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:02.184114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3d8ec1b8-c97b-40ba-9885-5244855be0dd tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:02.187759 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.194088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Usage tracker for resource:security_group_rule and tenant:1ee28b39fbda47dab0c1b47fb194fea2 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:02.198760 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:02.207948 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:02.236398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c177a0-11a3-4909-b2a5-17dc2a21ef5b,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:02.243708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:02.275682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.282298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:02.373543 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Network 7b612f0a-6263-4b19-bfa2-1df00b92c582 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:24:02.381651 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:24:02.393187 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:24:02.435497 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event updated for resources: {'Port': ['ID=86e05fd7-7ed5-483e-910f-a16d410b5ffb,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:02.452613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:02.459007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.464296 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.476057 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c0432e2f-1981-4332-a5f9-4ab537f6606f tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:02.503973 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=86319) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:24:02.536697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375cb635-74bd-44a5-a724-f37b0664725d,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:02.545019 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.545390 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Added segment 5c6a4e0c-1ce1-48b1-bb72-030ef5bbd9f0 of type vlan for network 25f6c1d6-c4a0-48f7-ae3a-f52845165f69 Apr 20 18:24:02.548595 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:02.550189 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853107539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711102'] for router_interface, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.583552 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.586006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.677666 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.709015 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.717181 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:02.717825 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:02.725002 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ee63d0dc-5d62-45de-933b-b8c2ef437ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:02.867708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Pushing event updated for resources: {'Network': ['ID=25f6c1d6-c4a0-48f7-ae3a-f52845165f69,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:02.879500 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 25f6c1d6-c4a0-48f7-ae3a-f52845165f69 details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:24:02.888866 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:02.893807 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2d63f238-488d-42cb-a6a0-c1cfcf0fb652 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9847586 Apr 20 18:24:02.896493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53408) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:02.907795 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Request body: {'subnet': {'network_id': '25f6c1d6-c4a0-48f7-ae3a-f52845165f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1735098800-subnet', 'tenant_id': '1ee28b39fbda47dab0c1b47fb194fea2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:02.917085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:02.925380 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Usage tracker for resource:subnet and tenant:1ee28b39fbda47dab0c1b47fb194fea2 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:02.929974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:02.957052 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:02.980567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Made reservation on behalf of 1ee28b39fbda47dab0c1b47fb194fea2 for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:02.985678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847662132'] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:03.046678 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:03.051043 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:03.056009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6dfef5d7-b205-4467-a3e4-9cc83029d0e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:03.062007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] Router 8c616285-3089-4a70-bcf5-71b771edf770 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:24:03.179017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event updated for resources: {'Port': ['ID=86e05fd7-7ed5-483e-910f-a16d410b5ffb,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:03.183748 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:03.189336 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:03.207201 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:03.208536 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6730394 Apr 20 18:24:03.357504 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:24:03.369253 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4fa308-5a67-444d-908f-a8087084e10d None None] Sync routers for ids ['8c616285-3089-4a70-bcf5-71b771edf770'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:24:03.381237 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4fa308-5a67-444d-908f-a8087084e10d None None] Routers {'8c616285-3089-4a70-bcf5-71b771edf770'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:24:03.382411 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-cb4fa308-5a67-444d-908f-a8087084e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8c616285-3089-4a70-bcf5-71b771edf770'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:03.396030 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] 10.222.0.21 "PUT /v2.0/routers/8c616285-3089-4a70-bcf5-71b771edf770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3228421 Apr 20 18:24:03.399017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53416) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:03.603803 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-2ee81f21-99cd-4557-b0cf-afaeac885fd8 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Synchronizing usage tracker for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:24:03.641543 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-2ee81f21-99cd-4557-b0cf-afaeac885fd8 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Unset dirty status for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:24:03.643119 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-2ee81f21-99cd-4557-b0cf-afaeac885fd8 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--349114554&fields=id&tenant_id=0e68d8ac84e348d2bae03233d3574dac HTTP/1.1" status: 200 len: 267 time: 0.1259449 Apr 20 18:24:03.784727 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-cb4fa308-5a67-444d-908f-a8087084e10d None None] Set router 8c616285-3089-4a70-bcf5-71b771edf770 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:24:03.878366 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Notify callbacks [] for router, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:03.895362 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-5c466991-37b1-4931-9a8e-167b38ecdb32 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:03.897003 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-5c466991-37b1-4931-9a8e-167b38ecdb32 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/networks?id=4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 200 len: 811 time: 0.2437098 Apr 20 18:24:03.898089 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6790365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847662115'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:03.903589 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b6ec8232-75ad-4820-98cc-ec988b864530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:03.986293 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-04a19aa7-0e7c-4f04-b11c-e7aba9a0c6bc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/quotas/0e68d8ac84e348d2bae03233d3574dac HTTP/1.1" status: 200 len: 375 time: 0.0373471 Apr 20 18:24:04.059599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67b0fd9-e14b-4142-a933-0cf7a5bdfb00,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:04.064971 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:04.076979 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Checking segment: {'id': '5c6a4e0c-1ce1-48b1-bb72-030ef5bbd9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '25f6c1d6-c4a0-48f7-ae3a-f52845165f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:24:04.077385 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Network hostable DHCP agents. Network: 25f6c1d6-c4a0-48f7-ae3a-f52845165f69, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:24:04.089257 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:04.098611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Deleting port 16bbea12-9240-4d2e-9292-3662483241f4 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:04.099002 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:04.114567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-cb4fa308-5a67-444d-908f-a8087084e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12'}], 'enable_snat': True}, 'gw_port_id': '16bbea12-9240-4d2e-9292-3662483241f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:24:02Z', 'revision_number': 5, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port': {'id': '16bbea12-9240-4d2e-9292-3662483241f4', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:76:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c616285-3089-4a70-bcf5-71b771edf770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:38Z', 'updated_at': '2021-04-20T18:18:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:04.122466 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4fa308-5a67-444d-908f-a8087084e10d None None] Checking router: 8c616285-3089-4a70-bcf5-71b771edf770 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:24:04.123125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Network 25f6c1d6-c4a0-48f7-ae3a-f52845165f69 is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:24:04.134375 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4fa308-5a67-444d-908f-a8087084e10d None None] Routers {'8c616285-3089-4a70-bcf5-71b771edf770'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:24:04.135198 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-cb4fa308-5a67-444d-908f-a8087084e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8c616285-3089-4a70-bcf5-71b771edf770'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:04.140379 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-fb68feab-bcd4-46ed-a158-533dc94ef93a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Synchronizing usage tracker for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:port {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:24:04.145293 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 25f6c1d6-c4a0-48f7-ae3a-f52845165f69) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:24:04.159563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6762e85c-0c4b-4755-a001-c52b8b6bfe00 None None] Network 25f6c1d6-c4a0-48f7-ae3a-f52845165f69 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:24:04.317252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-cb4fa308-5a67-444d-908f-a8087084e10d None None] Set router 8c616285-3089-4a70-bcf5-71b771edf770 gateway port host: None {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:24:04.388692 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] For port 16bbea12-9240-4d2e-9292-3662483241f4, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=16bbea12-9240-4d2e-9292-3662483241f4,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:04.389393 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:04.437001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:04.438216 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:04.449694 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-cb4fa308-5a67-444d-908f-a8087084e10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:24:04Z', 'revision_number': 6, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port_host': None}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:04.455484 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4fa308-5a67-444d-908f-a8087084e10d None None] The sync data for ids ['8c616285-3089-4a70-bcf5-71b771edf770'] in dv-cinder-786930-2-smb is: [{'id': '8c616285-3089-4a70-bcf5-71b771edf770', 'name': 'tempest-TestShelveInstance-1948146879-router', 'tenant_id': 'c250e0852dda4b6db36fcb0ea4536490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:35Z', 'updated_at': '2021-04-20T18:24:04Z', 'revision_number': 6, 'project_id': 'c250e0852dda4b6db36fcb0ea4536490', 'gw_port_host': None}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:24:04.457882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-fb68feab-bcd4-46ed-a158-533dc94ef93a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Unset dirty status for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:port {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:24:04.459524 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-fb68feab-bcd4-46ed-a158-533dc94ef93a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0e68d8ac84e348d2bae03233d3574dac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4614558 Apr 20 18:24:04.475726 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2174a62c-7108-4088-85a1-6b79dd1caa59 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5779314 Apr 20 18:24:04.586760 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Calling delete_port for 16bbea12-9240-4d2e-9292-3662483241f4 owned by network:router_gateway {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:24:04.673727 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669087b6-07fd-489f-aea4-a4c1f460b677 None None] Network 25f6c1d6-c4a0-48f7-ae3a-f52845165f69 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:24:04.840701 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:04.849100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:04.851038 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-ca540f95-7b87-4606-bcaa-093efc5790d5 service neutron] 10.222.0.21 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710487 Apr 20 18:24:04.905176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=16bbea12-9240-4d2e-9292-3662483241f4,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:04.923038 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:05.043211 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-5a93a980-f94f-4023-a4ca-65befc908626 service neutron] 10.222.0.21 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727588 Apr 20 18:24:05.068949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853029761'] for router_gateway, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.291947 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853010141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.295527 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.330867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706855'] for router, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.331716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c616285-3089-4a70-bcf5-71b771edf770 {{(pid=86319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:24:05.350589 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Notify callbacks [] for router, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.352393 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] 10.222.0.21 "DELETE /v2.0/routers/8c616285-3089-4a70-bcf5-71b771edf770 HTTP/1.1" status: 204 len: 168 time: 1.9518726 Apr 20 18:24:05.354990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53448) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:05.358881 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4ad2f786-e923-442a-a6d5-051782c0c155 req-11db6490-f418-4634-98c4-099d8071b9e7 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 210 time: 0.0977242 Apr 20 18:24:05.376406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53452) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:05.383041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1802259603-network', 'tenant_id': '6a77f16540eb4340812d1eb7416879d8'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:05.388797 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:05.394269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Usage tracker for resource:network and tenant:6a77f16540eb4340812d1eb7416879d8 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:05.398049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:05.404431 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:05.422978 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Made reservation on behalf of 6a77f16540eb4340812d1eb7416879d8 for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:05.430829 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.438988 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-65cbc059-20dd-4714-9f70-8d8182ec2475 admin admin] Deleting subnet 0cda58ca-ce51-4fab-bdb5-fa33e951d3b0 {{(pid=86319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:24:05.444623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-65cbc059-20dd-4714-9f70-8d8182ec2475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.450566 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.469312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:05.475756 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Usage tracker for resource:security_group_rule and tenant:6a77f16540eb4340812d1eb7416879d8 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:05.479610 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:05.492954 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:05.552182 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-65cbc059-20dd-4714-9f70-8d8182ec2475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128956'] for subnet, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.612695 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.619335 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.633324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:24:05.647492 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.647893 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Added segment f6bb531f-3f13-44dc-80c6-6e0f94f2999c of type vlan for network 56f7ee0e-45de-404c-88d7-2f1745e18cdf Apr 20 18:24:05.654487 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device d1c177a0-11a3-4909-b2a5-17dc2a21ef5b no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:24:05.660510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-65cbc059-20dd-4714-9f70-8d8182ec2475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.679933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.705179 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: d1c177a0-11a3-4909-b2a5-17dc2a21ef5b {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:24:05.705465 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device d1c177a0-11a3-4909-b2a5-17dc2a21ef5b not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:24:05.706360 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 16bbea12-9240-4d2e-9292-3662483241f4 no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:24:05.714350 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-235b6457-155c-42b9-8404-1863f4916d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:05.726156 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.733348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:05.734000 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.753993 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: 16bbea12-9240-4d2e-9292-3662483241f4 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:24:05.754483 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 16bbea12-9240-4d2e-9292-3662483241f4 not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:24:05.762738 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ebd773-19a4-4cac-a6c6-7619791c5bb5,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:05.770174 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:05.770972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ba74fb6d-7bb6-477f-b0ee-4b07a9003b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:05.863130 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4852335 Apr 20 18:24:05.867856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53462) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:05.878094 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Request body: {'subnet': {'network_id': '56f7ee0e-45de-404c-88d7-2f1745e18cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1802259603-subnet', 'tenant_id': '6a77f16540eb4340812d1eb7416879d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:05.884948 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:05.890253 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Pushing event updated for resources: {'Network': ['ID=56f7ee0e-45de-404c-88d7-2f1745e18cdf,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:05.893585 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:05.904027 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 56f7ee0e-45de-404c-88d7-2f1745e18cdf details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:24:05.951733 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Usage tracker for resource:subnet and tenant:6a77f16540eb4340812d1eb7416879d8 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:05.957248 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:05.973812 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:05.993645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Made reservation on behalf of 6a77f16540eb4340812d1eb7416879d8 for: {'subnet': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:05.998588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6744913'] for subnet, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.107568 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-65cbc059-20dd-4714-9f70-8d8182ec2475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848030853'] for subnet, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.119296 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ff9eb50c-2f64-46e4-8f1c-4e264a692187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:06.162874 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbc059-20dd-4714-9f70-8d8182ec2475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cda58ca-ce51-4fab-bdb5-fa33e951d3b0,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:06.169194 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-65cbc059-20dd-4714-9f70-8d8182ec2475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:06.174989 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-65cbc059-20dd-4714-9f70-8d8182ec2475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.178348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76793770-f8c2-444f-900f-d9532181a237 None None] Network 57ff6d07-2176-457d-9fdf-c143c911f214 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:24:06.184874 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-65cbc059-20dd-4714-9f70-8d8182ec2475 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0cda58ca-ce51-4fab-bdb5-fa33e951d3b0 HTTP/1.1" status: 204 len: 168 time: 0.8286529 Apr 20 18:24:06.187693 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53466) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:06.313149 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.325284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Deleting port 3c3944ab-3a4e-4f2c-a220-f9984d630417 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:06.325664 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.496294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae31dd-f4f4-49da-bbbf-afb9bcd8c72f None None] DHCP port deletion for 57ff6d07-2176-457d-9fdf-c143c911f214 request from dv-cinder-786930-2-smb {{(pid=86321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:24:06.500984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae31dd-f4f4-49da-bbbf-afb9bcd8c72f None None] Deleting port 3c3944ab-3a4e-4f2c-a220-f9984d630417 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:06.501612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f9ae31dd-f4f4-49da-bbbf-afb9bcd8c72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.612477 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ca26a02a-70be-46fa-978f-cd993d63a8ee req-b9d6515e-3aaa-414e-9041-0057bcb5de1c tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 210 time: 0.1169322 Apr 20 18:24:06.671707 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] For port 3c3944ab-3a4e-4f2c-a220-f9984d630417, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=3c3944ab-3a4e-4f2c-a220-f9984d630417,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:06.672587 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.702244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036847041085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6744896'] for subnet, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.713785 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-12257cf5-6dac-4442-9aec-7d832e10c713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:06.756793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-f9ae31dd-f4f4-49da-bbbf-afb9bcd8c72f None None] For port 3c3944ab-3a4e-4f2c-a220-f9984d630417, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=3c3944ab-3a4e-4f2c-a220-f9984d630417,segment=NetworkSegment(ed69cb34-fcf7-4044-bc6b-38a3f05b4453),segment_id=ed69cb34-fcf7-4044-bc6b-38a3f05b4453)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:06.757595 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f9ae31dd-f4f4-49da-bbbf-afb9bcd8c72f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.774317 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5759aa95-daa2-40b0-a8f6-8366f4e37dca,revision_number=0']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:06.795181 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:06.815707 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-54b2e0b2-03ed-4f00-8c13-0f474bdcb566 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:06.817328 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-54b2e0b2-03ed-4f00-8c13-0f474bdcb566 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.37 "GET /v2.0/networks?id=4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 200 len: 811 time: 0.2821157 Apr 20 18:24:06.830990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Calling delete_port for 3c3944ab-3a4e-4f2c-a220-f9984d630417 owned by network:dhcp {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:24:06.900806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Checking segment: {'id': 'f6bb531f-3f13-44dc-80c6-6e0f94f2999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '56f7ee0e-45de-404c-88d7-2f1745e18cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:24:06.901458 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Network hostable DHCP agents. Network: 56f7ee0e-45de-404c-88d7-2f1745e18cdf, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86319) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:24:06.908957 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae31dd-f4f4-49da-bbbf-afb9bcd8c72f None None] Calling delete_port for 3c3944ab-3a4e-4f2c-a220-f9984d630417 owned by network:dhcp {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:24:06.920864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.932454 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-39509145-b5cc-4994-a9bf-39e52caf36ae tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:06.936819 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-d487f646-d542-446f-9f82-8342ec5b2b9a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e68d8ac84e348d2bae03233d3574dac HTTP/1.1" status: 200 len: 5707 time: 0.1010323 Apr 20 18:24:06.948594 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Request body: {'port': {'device_id': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'admin_state_up': True, 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'security_groups': ['85df0516-3973-4463-acf2-8cde7002d5c5']}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:06.971440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Network 56f7ee0e-45de-404c-88d7-2f1745e18cdf is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86319) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:24:06.992436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] No DVR routers for this DVR port 3c3944ab-3a4e-4f2c-a220-f9984d630417 on host dv-cinder-786930-2-smb {{(pid=86320) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:24:06.997739 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.db.api [None req-f9ae31dd-f4f4-49da-bbbf-afb9bcd8c72f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86321) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:24:06.998267 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_db.api [None req-f9ae31dd-f4f4-49da-bbbf-afb9bcd8c72f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:24:07.026321 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3944ab-3a4e-4f2c-a220-f9984d630417,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:07.033033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:07.036210 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 56f7ee0e-45de-404c-88d7-2f1745e18cdf) {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:24:07.045729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29888576-5f18-448c-934d-797d79a8aa38 None None] Network 56f7ee0e-45de-404c-88d7-2f1745e18cdf requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:24:07.063618 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:07.064277 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.110266 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-25190432-06dc-45dc-baef-989f23dbb7b0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2403862 Apr 20 18:24:07.133544 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.150840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:07.162153 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:07.173452 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Made reservation on behalf of 0e68d8ac84e348d2bae03233d3574dac for: {'port': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:07.179372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.266395 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ff6d07-2176-457d-9fdf-c143c911f214']}} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:07.282268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453') {'for_net_delete': True} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:07.282858 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed69cb34-fcf7-4044-bc6b-38a3f05b4453') {} {{(pid=86320) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:07.293438 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53478) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:07.300550 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848358749'] for segment, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.321633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.329539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=86320) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:24:07.349427 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90f016e-c685-492f-acdc-dc4bdec5bc07 None None] Network 56f7ee0e-45de-404c-88d7-2f1745e18cdf requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:24:07.429516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-523337f5-cd10-432e-b397-9a4a9d206f2c admin admin] Deleting subnet b67b0fd9-e14b-4142-a933-0cf7a5bdfb00 {{(pid=86319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:24:07.435236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-523337f5-cd10-432e-b397-9a4a9d206f2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.481612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Allocated IP 172.20.0.5 (4395f03d-9c42-44cf-923d-981c8222378d/922a9fae-400a-41c3-866a-d7ced6811462/a9a41552-77aa-46f5-afed-6f91a71cb6d9) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:24:07.499128 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae31dd-f4f4-49da-bbbf-afb9bcd8c72f None None] Deleting port 3c3944ab-3a4e-4f2c-a220-f9984d630417 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:07.499700 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f9ae31dd-f4f4-49da-bbbf-afb9bcd8c72f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.516757 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-523337f5-cd10-432e-b397-9a4a9d206f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128956'] for subnet, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.520388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Network 57ff6d07-2176-457d-9fdf-c143c911f214 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:24:07.529885 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6790971'] for segment, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.640365 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 3c3944ab-3a4e-4f2c-a220-f9984d630417 no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:24:07.684579 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-f9ae31dd-f4f4-49da-bbbf-afb9bcd8c72f None None] The port '3c3944ab-3a4e-4f2c-a220-f9984d630417' was deleted {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:24:07.692755 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-523337f5-cd10-432e-b397-9a4a9d206f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.737024 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: 3c3944ab-3a4e-4f2c-a220-f9984d630417 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:24:07.737417 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 3c3944ab-3a4e-4f2c-a220-f9984d630417 not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:24:07.748235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Network 57ff6d07-2176-457d-9fdf-c143c911f214 has no segments {{(pid=86320) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:24:07.774078 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:24:07.890596 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b742e961-56d3-4aab-b531-5e9269f1345d req-52a6f646-3983-4c69-b2d0-5f60c3c28d7b tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 210 time: 0.1153207 Apr 20 18:24:07.908887 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.913227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:07.917230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.934433 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.937972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Pushing event deleted for resources: {'Network': ['ID=57ff6d07-2176-457d-9fdf-c143c911f214,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:07.941294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:07.964639 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-969b01d8-d55e-4c85-90e3-5d9fb34c1edb admin admin] 10.222.0.21 "DELETE /v2.0/networks/57ff6d07-2176-457d-9fdf-c143c911f214 HTTP/1.1" status: 204 len: 168 time: 1.7751763 Apr 20 18:24:07.967739 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53484) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:07.971826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Transition to ACTIVE for port object a9a41552-77aa-46f5-afed-6f91a71cb6d9 will not be triggered until provisioned by entity DHCP. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:24:08.067802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:08.073627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:08.129839 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-523337f5-cd10-432e-b397-9a4a9d206f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848030853'] for subnet, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:08.159032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Network 4395f03d-9c42-44cf-923d-981c8222378d is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:24:08.165749 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:24:08.167891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-523337f5-cd10-432e-b397-9a4a9d206f2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:08.174049 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:24:08.221927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event updated for resources: {'Port': ['ID=a9a41552-77aa-46f5-afed-6f91a71cb6d9,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:08.230219 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:08.230873 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:08.278099 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-523337f5-cd10-432e-b397-9a4a9d206f2c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b67b0fd9-e14b-4142-a933-0cf7a5bdfb00 HTTP/1.1" status: 204 len: 168 time: 0.9832535 Apr 20 18:24:08.282413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523337f5-cd10-432e-b397-9a4a9d206f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67b0fd9-e14b-4142-a933-0cf7a5bdfb00,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:08.286775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53488) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:08.292360 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-523337f5-cd10-432e-b397-9a4a9d206f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:08.386705 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-b0e6db23-d4e0-426e-96ef-8cd5f86ad5ee None None] Provisioning for port a9a41552-77aa-46f5-afed-6f91a71cb6d9 completed by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:24:08.392496 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-b0e6db23-d4e0-426e-96ef-8cd5f86ad5ee None None] Provisioning complete for port a9a41552-77aa-46f5-afed-6f91a71cb6d9 triggered by entity DHCP. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:24:08.392919 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b0e6db23-d4e0-426e-96ef-8cd5f86ad5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:08.454699 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-b0e6db23-d4e0-426e-96ef-8cd5f86ad5ee None None] Port a9a41552-77aa-46f5-afed-6f91a71cb6d9 cannot update to ACTIVE because it is not bound. {{(pid=86321) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:24:08.575895 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:08.576633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:08.672491 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7279661 Apr 20 18:24:08.693566 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Request body: {'port': {'device_id': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:08.747228 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:08.853785 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710976'] for router_interface, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:08.967258 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:08.987376 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.174137 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f6c1d6-c4a0-48f7-ae3a-f52845165f69']}} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:09.234572 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6a4e0c-1ce1-48b1-bb72-030ef5bbd9f0') {'for_net_delete': True} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:09.234849 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6a4e0c-1ce1-48b1-bb72-030ef5bbd9f0') {} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:09.251511 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9b0b2-fde5-4517-8015-ad27973bd97f req-e2935dc0-68da-4610-a788-aace73875eee tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:09.253110 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1aa9b0b2-fde5-4517-8015-ad27973bd97f req-e2935dc0-68da-4610-a788-aace73875eee tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 931 time: 0.2166386 Apr 20 18:24:09.255880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853646860'] for segment, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.288004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.358321 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1aa9b0b2-fde5-4517-8015-ad27973bd97f req-9b33f070-cdfd-44cd-94b8-81f6f63d0cfe tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=85df0516-3973-4463-acf2-8cde7002d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975096 Apr 20 18:24:09.363234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=86319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:24:09.365916 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] Deleting port 606df9c8-3105-4297-8b4f-a2b8fd2367c5 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:09.366296 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.564554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] For port 606df9c8-3105-4297-8b4f-a2b8fd2367c5, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=606df9c8-3105-4297-8b4f-a2b8fd2367c5,segment=NetworkSegment(7cb871ae-bca5-4a5c-bf87-b0e953197c94),segment_id=7cb871ae-bca5-4a5c-bf87-b0e953197c94)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:09.565055 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.597928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Network 25f6c1d6-c4a0-48f7-ae3a-f52845165f69 has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:24:09.609956 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847040987'] for segment, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.700357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] Calling delete_port for 606df9c8-3105-4297-8b4f-a2b8fd2367c5 owned by network:router_interface {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:24:09.816722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Network 25f6c1d6-c4a0-48f7-ae3a-f52845165f69 has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:24:09.876497 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:24:09.888159 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.893468 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-70b078bd-75c9-4ed0-a1ee-e72bbfee3def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:09.944774 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] Pushing event deleted for resources: {'Port': ['ID=606df9c8-3105-4297-8b4f-a2b8fd2367c5,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:09.948274 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:09.973731 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a41552-77aa-46f5-afed-6f91a71cb6d9 {{(pid=86319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:24:09.986130 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.991126 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.005170 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-552b005f-c927-4fe9-9e17-701eed80d3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:10.028920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.033827 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Pushing event deleted for resources: {'Network': ['ID=25f6c1d6-c4a0-48f7-ae3a-f52845165f69,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:10.036167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Transition to ACTIVE for port object a9a41552-77aa-46f5-afed-6f91a71cb6d9 will not be triggered until provisioned by entity L2. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:24:10.038890 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:10.045408 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] 10.222.0.21 "DELETE /v2.0/networks/25f6c1d6-c4a0-48f7-ae3a-f52845165f69 HTTP/1.1" status: 204 len: 168 time: 1.7547865 Apr 20 18:24:10.045408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.046009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53494) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:10.053406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5421346d-f314-4a15-b27f-90488dea0d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:10.229298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a41552-77aa-46f5-afed-6f91a71cb6d9,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:10.259661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:10.271078 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e3ba0f-daba-4b14-a607-25b03c23feef admin admin] Deleting subnet 5759aa95-daa2-40b0-a8f6-8366f4e37dca {{(pid=86320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:24:10.275971 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-34e3ba0f-daba-4b14-a607-25b03c23feef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.309634 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Attempting to bind port a9a41552-77aa-46f5-afed-6f91a71cb6d9 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:24:10.310003 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Attempting to bind port a9a41552-77aa-46f5-afed-6f91a71cb6d9 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:24:10.310365 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Attempting to bind port a9a41552-77aa-46f5-afed-6f91a71cb6d9 on network 4395f03d-9c42-44cf-923d-981c8222378d {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:24:10.315508 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Port a9a41552-77aa-46f5-afed-6f91a71cb6d9 on network 4395f03d-9c42-44cf-923d-981c8222378d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:24:10.315865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Attempting to bind port a9a41552-77aa-46f5-afed-6f91a71cb6d9 on network 4395f03d-9c42-44cf-923d-981c8222378d {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:24:10.322038 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:24:10.322410 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Checking segment: {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:24:10.322857 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Bound using segment: {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:24:10.323381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Bound port: a9a41552-77aa-46f5-afed-6f91a71cb6d9, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686f9b42-9757-4d2b-967a-fe61b59dab51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d'}}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:24:10.323756 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.355794 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-34e3ba0f-daba-4b14-a607-25b03c23feef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6417067'] for subnet, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.401648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853107539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711102'] for router_interface, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.422909 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] For port a9a41552-77aa-46f5-afed-6f91a71cb6d9, host hv-cinder-78693, cleared binding levels {{(pid=86319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:24:10.427183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] For port a9a41552-77aa-46f5-afed-6f91a71cb6d9, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a9a41552-77aa-46f5-afed-6f91a71cb6d9,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:24:10.431116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.436111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:10.491856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:10.492698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.494566 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] 10.222.0.37 "PUT /v2.0/ports/a9a41552-77aa-46f5-afed-6f91a71cb6d9 HTTP/1.1" status: 200 len: 1093 time: 1.8095269 Apr 20 18:24:10.496728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'tag': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:10.535663 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a41552-77aa-46f5-afed-6f91a71cb6d9,revision_number=3']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:10.543949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cc27e9fd-fc68-430a-9bbb-b8f149a7dee1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:10.599939 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'tag': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9', 'status': 'completed', 'code': 200} Apr 20 18:24:10.609023 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-34e3ba0f-daba-4b14-a607-25b03c23feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.614147 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6fba9d06-7e36-4edd-8265-380ca6c4ff7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.646939 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-c035f830-b441-4e05-8fce-c48733b77789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:10.648600 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-c035f830-b441-4e05-8fce-c48733b77789 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e68d8ac84e348d2bae03233d3574dac&device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 1096 time: 0.0947750 Apr 20 18:24:10.738956 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-b35fd419-244c-4029-993e-0d2aa375832b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9a41552-77aa-46f5-afed-6f91a71cb6d9 HTTP/1.1" status: 200 len: 217 time: 0.0783105 Apr 20 18:24:10.816335 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-82e16584-8e06-4155-89f2-c59ec3497a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:10.817924 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-82e16584-8e06-4155-89f2-c59ec3497a0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=922a9fae-400a-41c3-866a-d7ced6811462 HTTP/1.1" status: 200 len: 850 time: 0.0688856 Apr 20 18:24:10.919520 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-782df236-8cd3-4bab-874e-0e272689d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:10.921057 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-782df236-8cd3-4bab-874e-0e272689d44a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4395f03d-9c42-44cf-923d-981c8222378d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0919611 Apr 20 18:24:10.980012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633cb1f-1a5b-46da-9a6c-8b99ed0a9dd7 req-2e1b3ea6-c23c-4a1b-a87c-1544d9bfd8b1 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:10.981653 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4633cb1f-1a5b-46da-9a6c-8b99ed0a9dd7 req-2e1b3ea6-c23c-4a1b-a87c-1544d9bfd8b1 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 943 time: 0.4969606 Apr 20 18:24:11.085671 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-f8229108-dcf0-4eb1-89ae-fed2b7dc40a3 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545064 Apr 20 18:24:11.248460 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2352b6d1-2178-4f58-ac5c-5ee123879315 req-9280b16f-6537-4bfd-b9be-edd50ba8de3b service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516714 Apr 20 18:24:11.385205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704a82a-1251-4030-8e17-534649c53675 req-fd7f2a82-3a83-405c-8c34-e1128a284235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:11.386840 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4704a82a-1251-4030-8e17-534649c53675 req-fd7f2a82-3a83-405c-8c34-e1128a284235 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e68d8ac84e348d2bae03233d3574dac&device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 1096 time: 0.0812511 Apr 20 18:24:11.436341 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4633cb1f-1a5b-46da-9a6c-8b99ed0a9dd7 req-1956a223-2d0e-487e-93d3-7137c7fcc05c tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=85df0516-3973-4463-acf2-8cde7002d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322699 Apr 20 18:24:11.475700 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-34e3ba0f-daba-4b14-a607-25b03c23feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847985512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7113702'] for subnet, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:11.486364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:11.520944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] Router 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:24:11.529323 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3ba0f-daba-4b14-a607-25b03c23feef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5759aa95-daa2-40b0-a8f6-8366f4e37dca,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:11.533546 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-34e3ba0f-daba-4b14-a607-25b03c23feef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:11.534655 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-34e3ba0f-daba-4b14-a607-25b03c23feef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:11.534899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704a82a-1251-4030-8e17-534649c53675 req-a85ed0ad-6401-4290-b00f-3cf40fbfe913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:11.536987 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4704a82a-1251-4030-8e17-534649c53675 req-a85ed0ad-6401-4290-b00f-3cf40fbfe913 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 200 len: 912 time: 0.1430342 Apr 20 18:24:11.618480 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4704a82a-1251-4030-8e17-534649c53675 req-7751e984-fe77-4e84-8e4e-0f9872f2f937 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9a41552-77aa-46f5-afed-6f91a71cb6d9 HTTP/1.1" status: 200 len: 217 time: 0.0730169 Apr 20 18:24:11.690736 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-34e3ba0f-daba-4b14-a607-25b03c23feef admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5759aa95-daa2-40b0-a8f6-8366f4e37dca HTTP/1.1" status: 204 len: 168 time: 1.6437743 Apr 20 18:24:11.693357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53502) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:11.697207 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704a82a-1251-4030-8e17-534649c53675 req-5f754e61-38a5-4bf4-8dd4-f2ddb24e4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:11.698776 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4704a82a-1251-4030-8e17-534649c53675 req-5f754e61-38a5-4bf4-8dd4-f2ddb24e4c81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=922a9fae-400a-41c3-866a-d7ced6811462 HTTP/1.1" status: 200 len: 850 time: 0.0726159 Apr 20 18:24:11.744117 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:24:11.749192 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-aafccf32-a2e3-47c5-bd52-bdcdbe87e135 admin admin] 10.222.0.21 "PUT /v2.0/routers/8e9fd12a-7f31-4c70-9b9c-92caed5b71b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7804120 Apr 20 18:24:11.752539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53506) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:11.756300 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88ec09-8130-411b-8672-3ad603dfaf14 None None] Sync routers for ids ['8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'] in dv-cinder-786930-2-smb {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:24:11.767342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88ec09-8130-411b-8672-3ad603dfaf14 None None] Routers {'8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:24:11.768016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-ee88ec09-8130-411b-8672-3ad603dfaf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:11.876347 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:11.932389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704a82a-1251-4030-8e17-534649c53675 req-198078be-1e34-4927-a346-3348a388b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:11.934017 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4704a82a-1251-4030-8e17-534649c53675 req-198078be-1e34-4927-a346-3348a388b4df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4395f03d-9c42-44cf-923d-981c8222378d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2148066 Apr 20 18:24:11.967951 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:11.996223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-ee88ec09-8130-411b-8672-3ad603dfaf14 None None] Set router 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 gateway port host: dv-cinder-786930-2-smb {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:24:12.176914 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:12.186922 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Deleting port 78698bc4-8d78-4755-a1eb-475b3c4cd603 {{(pid=86320) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:12.187406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:12.330886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-ee88ec09-8130-411b-8672-3ad603dfaf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'name': 'tempest-TestShelveInstance-1791304612-router', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140'}], 'enable_snat': True}, 'gw_port_id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:50Z', 'updated_at': '2021-04-20T18:24:09Z', 'revision_number': 5, 'project_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'gw_port': {'id': '78698bc4-8d78-4755-a1eb-475b3c4cd603', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:52Z', 'updated_at': '2021-04-20T18:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:12.345030 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88ec09-8130-411b-8672-3ad603dfaf14 None None] Checking router: 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 for host: dv-cinder-786930-2-smb {{(pid=86321) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:24:12.360132 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee88ec09-8130-411b-8672-3ad603dfaf14 None None] Routers {'8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86321) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:24:12.361296 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-ee88ec09-8130-411b-8672-3ad603dfaf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:23:43Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'], 'active': True} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:12.375850 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:12.399830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] For port 78698bc4-8d78-4755-a1eb-475b3c4cd603, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=78698bc4-8d78-4755-a1eb-475b3c4cd603,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86320) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:12.400234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:12.523122 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4704a82a-1251-4030-8e17-534649c53675 req-4887f940-77a9-4336-978c-ae747eaf4f74 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806448 Apr 20 18:24:12.582589 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Calling delete_port for 78698bc4-8d78-4755-a1eb-475b3c4cd603 owned by network:router_gateway {{(pid=86320) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:24:12.616881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f7ee0e-45de-404c-88d7-2f1745e18cdf']}} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:12.683474 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bb531f-3f13-44dc-80c6-6e0f94f2999c') {'for_net_delete': True} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:12.683834 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bb531f-3f13-44dc-80c6-6e0f94f2999c') {} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:12.705227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device a9a41552-77aa-46f5-afed-6f91a71cb6d9 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:24:12.708248 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853646860'] for segment, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:12.739855 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-ee88ec09-8130-411b-8672-3ad603dfaf14 None None] Set router 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 gateway port host: None {{(pid=86321) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:24:12.751977 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:12.763692 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac0752-28c6-4fa2-b704-dbc7cfbbe314 req-9453fa53-34a6-4e28-aab9-208df52b7f05 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:12.766763 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-88ac0752-28c6-4fa2-b704-dbc7cfbbe314 req-9453fa53-34a6-4e28-aab9-208df52b7f05 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 943 time: 0.1938260 Apr 20 18:24:12.770861 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=86319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:24:12.772805 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:24:12.854095 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4704a82a-1251-4030-8e17-534649c53675 req-7a7b2a41-1c99-4530-b82c-853cdbff5acf service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789249 Apr 20 18:24:12.870471 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-88ac0752-28c6-4fa2-b704-dbc7cfbbe314 req-3570b5c5-5560-452c-ba98-e39b719ddeb5 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=85df0516-3973-4463-acf2-8cde7002d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897577 Apr 20 18:24:12.904134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036847984820'] for port, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:12.910714 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f4c7ba9e-3cd4-42ce-a955-79e9f0e5485f tempest-VolumesSnapshotTestJSON-2999986 tempest-VolumesSnapshotTestJSON-2999986-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:12.963924 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=78698bc4-8d78-4755-a1eb-475b3c4cd603,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:12.966523 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:12.978512 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] Network 56f7ee0e-45de-404c-88d7-2f1745e18cdf has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:24:12.990017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847040987'] for segment, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.005017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-ee88ec09-8130-411b-8672-3ad603dfaf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'name': 'tempest-TestShelveInstance-1791304612-router', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:50Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 6, 'project_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'gw_port_host': None}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:13.022199 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee88ec09-8130-411b-8672-3ad603dfaf14 None None] The sync data for ids ['8e9fd12a-7f31-4c70-9b9c-92caed5b71b3'] in dv-cinder-786930-2-smb is: [{'id': '8e9fd12a-7f31-4c70-9b9c-92caed5b71b3', 'name': 'tempest-TestShelveInstance-1791304612-router', 'tenant_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:50Z', 'updated_at': '2021-04-20T18:24:12Z', 'revision_number': 6, 'project_id': '1cd8e7ce1f3c4392b8b0af25b98c2894', 'gw_port_host': None}] {{(pid=86321) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:24:13.037016 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port a9a41552-77aa-46f5-afed-6f91a71cb6d9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a9a41552-77aa-46f5-afed-6f91a71cb6d9,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:13.055902 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'port_id': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9', 'mac_address': 'fa:16:3e:9c:cb:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:24:13.072038 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853029761'] for router_gateway, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.134631 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.167363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a41552-77aa-46f5-afed-6f91a71cb6d9 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:24:13.181465 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d8381c1b-332e-4a3f-ab9e-a58cace58843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.189203 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port a9a41552-77aa-46f5-afed-6f91a71cb6d9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a9a41552-77aa-46f5-afed-6f91a71cb6d9,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:13.192648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.194841 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:13.201432 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] Network 56f7ee0e-45de-404c-88d7-2f1745e18cdf has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:24:13.227507 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:24:13.280653 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=a9a41552-77aa-46f5-afed-6f91a71cb6d9,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:13.286805 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853010141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.289913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.290087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:13.290087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:13.290309 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:13.290671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:13.291046 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:13.291415 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:13.291778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:13.292146 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:13.292510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:13.292881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:13.293241 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:13.293602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:13.298400 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:13.314690 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706855'] for router, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.315105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 {{(pid=86320) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:24:13.317035 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.321104 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-069b8584-5a15-46ad-b92e-70b22e438ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:13.332443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] Notify callbacks [] for router, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.333784 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ccaf9b9b-bd37-4ffe-8f27-30444ac7f5b1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8e9fd12a-7f31-4c70-9b9c-92caed5b71b3 HTTP/1.1" status: 204 len: 168 time: 1.5802457 Apr 20 18:24:13.336807 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53512) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:13.338282 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.351322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=56f7ee0e-45de-404c-88d7-2f1745e18cdf,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:13.355339 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] 10.222.0.21 "DELETE /v2.0/networks/56f7ee0e-45de-404c-88d7-2f1745e18cdf HTTP/1.1" status: 204 len: 168 time: 1.6608732 Apr 20 18:24:13.356507 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-199db632-eba8-4bd1-b6aa-0bb29e5d3f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:13.413672 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cf2479-8cda-4620-94ab-3632520d51b9 admin admin] Deleting subnet 331ee603-e265-4d7d-a26b-33d8087ffaed {{(pid=86320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:24:13.417086 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-41cf2479-8cda-4620-94ab-3632520d51b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.440975 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['a9a41552-77aa-46f5-afed-6f91a71cb6d9'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:24:13.478233 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-41cf2479-8cda-4620-94ab-3632520d51b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6417067'] for subnet, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.589810 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53518) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:13.653168 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-412eafdd-b406-46de-8e7d-a8128c979dc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ee28b39fbda47dab0c1b47fb194fea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710025 Apr 20 18:24:13.657386 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53522) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:13.657570 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 78698bc4-8d78-4755-a1eb-475b3c4cd603 no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:24:13.715418 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-41cf2479-8cda-4620-94ab-3632520d51b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.738489 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: 78698bc4-8d78-4755-a1eb-475b3c4cd603 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:24:13.739158 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 78698bc4-8d78-4755-a1eb-475b3c4cd603 not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:24:13.739899 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 606df9c8-3105-4297-8b4f-a2b8fd2367c5 no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:24:13.815667 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: 606df9c8-3105-4297-8b4f-a2b8fd2367c5 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:24:13.816295 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 606df9c8-3105-4297-8b4f-a2b8fd2367c5 not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:24:13.892164 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.926699 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-69b1619a-b1ec-4cc3-8b4e-d4819aba1905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.990985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-69b1619a-b1ec-4cc3-8b4e-d4819aba1905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.196877 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-69b1619a-b1ec-4cc3-8b4e-d4819aba1905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.204437 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8961a540-1923-4153-ab9c-37887f9d3c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:14.223895 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1619a-b1ec-4cc3-8b4e-d4819aba1905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375cb635-74bd-44a5-a724-f37b0664725d,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:14.226361 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-69b1619a-b1ec-4cc3-8b4e-d4819aba1905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:14.240676 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef5718-0f4d-444b-b9c6-16c612fa1606 req-92dd0b25-8beb-4343-867e-7ac709d6c9cf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:14.242287 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-39ef5718-0f4d-444b-b9c6-16c612fa1606 req-92dd0b25-8beb-4343-867e-7ac709d6c9cf tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 944 time: 0.2444816 Apr 20 18:24:14.248661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-69b1619a-b1ec-4cc3-8b4e-d4819aba1905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.250770 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-69b1619a-b1ec-4cc3-8b4e-d4819aba1905 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/375cb635-74bd-44a5-a724-f37b0664725d HTTP/1.1" status: 204 len: 168 time: 0.5918679 Apr 20 18:24:14.279413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-41cf2479-8cda-4620-94ab-3632520d51b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847985512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7113702'] for subnet, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.294821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-53bdebcb-0bf2-4252-b29c-ba4fa1e56fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:14.344492 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf2479-8cda-4620-94ab-3632520d51b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=331ee603-e265-4d7d-a26b-33d8087ffaed,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:14.346957 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-41cf2479-8cda-4620-94ab-3632520d51b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.351577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d19b34-e0ea-4921-a0ec-14c0256e1cf9 None None] Network 4e827820-2b04-4d7a-b80c-9574c47569cb requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:24:14.352091 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-39ef5718-0f4d-444b-b9c6-16c612fa1606 req-8c8d5ec1-7c15-4b29-bd4b-a3a2ef5c5896 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=85df0516-3973-4463-acf2-8cde7002d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961368 Apr 20 18:24:14.352959 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-41cf2479-8cda-4620-94ab-3632520d51b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:14.363184 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-41cf2479-8cda-4620-94ab-3632520d51b9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/331ee603-e265-4d7d-a26b-33d8087ffaed HTTP/1.1" status: 204 len: 168 time: 1.0229244 Apr 20 18:24:14.364007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53530) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:14.462611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.498648 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.511475 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Deleting port 2670b1f5-9c80-447a-85d2-a4adb05e5574 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:14.511853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.660601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49605890-e641-4772-a0fb-ce117b06503f None None] DHCP port deletion for 4e827820-2b04-4d7a-b80c-9574c47569cb request from dv-cinder-786930-2-smb {{(pid=86321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:24:14.664856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-49605890-e641-4772-a0fb-ce117b06503f None None] Deleting port 2670b1f5-9c80-447a-85d2-a4adb05e5574 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:14.665276 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-49605890-e641-4772-a0fb-ce117b06503f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.685965 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53536) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:14.717947 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device a9a41552-77aa-46f5-afed-6f91a71cb6d9 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:24:14.744584 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-37703056-e9f6-47dc-a823-958dde1f82fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a77f16540eb4340812d1eb7416879d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548217 Apr 20 18:24:14.744827 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53540) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:14.754409 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] For port 2670b1f5-9c80-447a-85d2-a4adb05e5574, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=2670b1f5-9c80-447a-85d2-a4adb05e5574,segment=NetworkSegment(7cb871ae-bca5-4a5c-bf87-b0e953197c94),segment_id=7cb871ae-bca5-4a5c-bf87-b0e953197c94)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:14.755104 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.818210 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-751491ea-1f89-4402-b68a-d8e4d8294eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.849048 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-751491ea-1f89-4402-b68a-d8e4d8294eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.900428 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-751491ea-1f89-4402-b68a-d8e4d8294eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.903732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Calling delete_port for 2670b1f5-9c80-447a-85d2-a4adb05e5574 owned by network:dhcp {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:24:14.906588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-927810a6-5241-41d2-a354-26d6807bb04c tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:14.925580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-751491ea-1f89-4402-b68a-d8e4d8294eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.926874 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-751491ea-1f89-4402-b68a-d8e4d8294eb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4ebd773-19a4-4cac-a6c6-7619791c5bb5 HTTP/1.1" status: 204 len: 168 time: 0.1811121 Apr 20 18:24:14.928026 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751491ea-1f89-4402-b68a-d8e4d8294eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ebd773-19a4-4cac-a6c6-7619791c5bb5,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:14.941657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-751491ea-1f89-4402-b68a-d8e4d8294eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:14.966004 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port a9a41552-77aa-46f5-afed-6f91a71cb6d9 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:24:14.990477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port a9a41552-77aa-46f5-afed-6f91a71cb6d9 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:24:14.990753 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:15.012805 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:15.019829 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f6665647-3ea8-419a-a031-e81680a85117 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:15.036694 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-49605890-e641-4772-a0fb-ce117b06503f None None] For port 2670b1f5-9c80-447a-85d2-a4adb05e5574, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=2670b1f5-9c80-447a-85d2-a4adb05e5574,segment=NetworkSegment(7cb871ae-bca5-4a5c-bf87-b0e953197c94),segment_id=7cb871ae-bca5-4a5c-bf87-b0e953197c94)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:15.037124 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-49605890-e641-4772-a0fb-ce117b06503f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:15.074476 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Pushing event deleted for resources: {'Port': ['ID=2670b1f5-9c80-447a-85d2-a4adb05e5574,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:15.077170 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] No DVR routers for this DVR port 2670b1f5-9c80-447a-85d2-a4adb05e5574 on host dv-cinder-786930-2-smb {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:24:15.079438 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:15.193249 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-49605890-e641-4772-a0fb-ce117b06503f None None] Calling delete_port for 2670b1f5-9c80-447a-85d2-a4adb05e5574 owned by network:dhcp {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:24:15.227380 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:15.329761 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:15.348288 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.db.api [None req-49605890-e641-4772-a0fb-ce117b06503f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86321) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:24:15.348762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_db.api [None req-49605890-e641-4772-a0fb-ce117b06503f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:24:15.353056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:15.366907 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e827820-2b04-4d7a-b80c-9574c47569cb']}} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:15.382700 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb871ae-bca5-4a5c-bf87-b0e953197c94') {'for_net_delete': True} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:15.383038 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb871ae-bca5-4a5c-bf87-b0e953197c94') {} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:15.385044 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:15.396534 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853646860'] for segment, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:15.414430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port a9a41552-77aa-46f5-afed-6f91a71cb6d9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a9a41552-77aa-46f5-afed-6f91a71cb6d9,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:15.417647 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:15.419826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:15.426316 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=86319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:24:15.426611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0e673643-43ac-4af9-9e76-c3912734e6ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:15.501751 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9', 'code': 200} Apr 20 18:24:15.543344 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=a9a41552-77aa-46f5-afed-6f91a71cb6d9,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:15.548441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:15.610671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce3cf1-aa4d-4581-b3d4-22d2715df74c req-3605c191-50cc-486c-a05c-ba4fd9ae0b2c tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:15.619896 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-29ce3cf1-aa4d-4581-b3d4-22d2715df74c req-3605c191-50cc-486c-a05c-ba4fd9ae0b2c tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 945 time: 0.1219134 Apr 20 18:24:15.627965 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Network 4e827820-2b04-4d7a-b80c-9574c47569cb has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:24:15.639468 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847040987'] for segment, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:15.683038 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 2670b1f5-9c80-447a-85d2-a4adb05e5574 no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:24:15.702417 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-29ce3cf1-aa4d-4581-b3d4-22d2715df74c req-7d1dd306-be22-47f6-8b07-39ecc7a9a68d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=85df0516-3973-4463-acf2-8cde7002d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810804 Apr 20 18:24:15.733814 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: 2670b1f5-9c80-447a-85d2-a4adb05e5574 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:24:15.734826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 2670b1f5-9c80-447a-85d2-a4adb05e5574 not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:24:15.850469 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-49605890-e641-4772-a0fb-ce117b06503f None None] Deleting port 2670b1f5-9c80-447a-85d2-a4adb05e5574 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:15.850936 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-49605890-e641-4772-a0fb-ce117b06503f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:15.887310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Network 4e827820-2b04-4d7a-b80c-9574c47569cb has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:24:15.920047 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:24:15.930937 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-49605890-e641-4772-a0fb-ce117b06503f None None] The port '2670b1f5-9c80-447a-85d2-a4adb05e5574' was deleted {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:24:16.022085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23c893-2e4c-428a-b77f-c7983183d2b2 req-91d77b51-a937-4eae-b23b-a2837d2141e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:16.023676 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2f23c893-2e4c-428a-b77f-c7983183d2b2 req-91d77b51-a937-4eae-b23b-a2837d2141e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 1098 time: 0.3066692 Apr 20 18:24:16.024776 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:16.029280 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:16.034100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-82ef1924-49d8-4571-935e-57348bcffc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:16.079778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Pushing event deleted for resources: {'Network': ['ID=4e827820-2b04-4d7a-b80c-9574c47569cb,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:16.082284 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:16.089091 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ad9bb313-0f20-4109-b833-13d07de517be admin admin] 10.222.0.21 "DELETE /v2.0/networks/4e827820-2b04-4d7a-b80c-9574c47569cb HTTP/1.1" status: 204 len: 168 time: 1.7212706 Apr 20 18:24:16.110967 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2f23c893-2e4c-428a-b77f-c7983183d2b2 req-1681be07-f8f2-4173-87e3-8b5ad943b831 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=85df0516-3973-4463-acf2-8cde7002d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614829 Apr 20 18:24:16.299898 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53578) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:16.361191 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-002c53ff-9879-4608-ac2a-b844b49d512f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c250e0852dda4b6db36fcb0ea4536490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599658 Apr 20 18:24:16.363848 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53584) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:16.434024 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1984-141f-4d0c-81f9-36c43e46f785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:16.464098 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1984-141f-4d0c-81f9-36c43e46f785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:16.512772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1984-141f-4d0c-81f9-36c43e46f785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:16.518864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-dae69385-45b4-442b-9512-effaec02eae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:16.533943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c1984-141f-4d0c-81f9-36c43e46f785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ac8f01-bc8b-4da0-9369-01c6a2a1b96e,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:16.536521 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cc1c1984-141f-4d0c-81f9-36c43e46f785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:16.541950 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cc1c1984-141f-4d0c-81f9-36c43e46f785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:16.545704 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-cc1c1984-141f-4d0c-81f9-36c43e46f785 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4ac8f01-bc8b-4da0-9369-01c6a2a1b96e HTTP/1.1" status: 204 len: 168 time: 0.1783950 Apr 20 18:24:16.908844 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cec952-932e-48a7-a02e-8e9dc512d274 req-d53d30d9-dbc8-42f5-b5a6-b461aaf10dce tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:16.919992 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c3cec952-932e-48a7-a02e-8e9dc512d274 req-d53d30d9-dbc8-42f5-b5a6-b461aaf10dce tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 945 time: 0.1026523 Apr 20 18:24:16.976166 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c3cec952-932e-48a7-a02e-8e9dc512d274 req-9c47916e-da25-4c8a-8ca6-5eb4e970b224 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=85df0516-3973-4463-acf2-8cde7002d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550590 Apr 20 18:24:16.987853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53602) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:17.055294 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-d59ec5dc-8082-45b6-a11a-1a8c34219c32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cd8e7ce1f3c4392b8b0af25b98c2894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660064 Apr 20 18:24:17.057378 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53606) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:17.128337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cc390dcb-2d3a-49af-98af-5a1fda9c8b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:17.155927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cc390dcb-2d3a-49af-98af-5a1fda9c8b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:17.210033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cc390dcb-2d3a-49af-98af-5a1fda9c8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:17.215218 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0c7ce8b3-9914-49a8-b366-98318dd41175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:17.228887 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc390dcb-2d3a-49af-98af-5a1fda9c8b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e7ea96-25ff-4a9b-a290-ea6c7a4492e8,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:17.231775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cc390dcb-2d3a-49af-98af-5a1fda9c8b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:17.233001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cc390dcb-2d3a-49af-98af-5a1fda9c8b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:17.238320 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-cc390dcb-2d3a-49af-98af-5a1fda9c8b8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22e7ea96-25ff-4a9b-a290-ea6c7a4492e8 HTTP/1.1" status: 204 len: 168 time: 0.1756685 Apr 20 18:24:18.067994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:18.187552 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266dfec-e691-4bd1-a8a0-8cadcb0523fe req-f71cdda2-aa65-4eab-af4b-52ac459cfc39 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:18.189170 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c266dfec-e691-4bd1-a8a0-8cadcb0523fe req-f71cdda2-aa65-4eab-af4b-52ac459cfc39 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 945 time: 0.0884993 Apr 20 18:24:18.237040 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c266dfec-e691-4bd1-a8a0-8cadcb0523fe req-4c152370-7628-409e-854e-42c5ce38e02e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=85df0516-3973-4463-acf2-8cde7002d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411465 Apr 20 18:24:18.680735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a3ae8-bcd7-482e-b146-b667ab113963 req-c5579a3f-2afa-46eb-b843-e3a4c7a12801 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:18.682401 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-304a3ae8-bcd7-482e-b146-b667ab113963 req-c5579a3f-2afa-46eb-b843-e3a4c7a12801 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 945 time: 0.3386219 Apr 20 18:24:18.692051 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53628) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:18.697701 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-be85465e-67c4-4153-9a43-6feda6ce0906 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Request body: {'floatingip': {'port_id': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:18.784561 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-be85465e-67c4-4153-9a43-6feda6ce0906 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, before_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:19.443197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-be85465e-67c4-4153-9a43-6feda6ce0906 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:19.445838 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-be85465e-67c4-4153-9a43-6feda6ce0906 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:19.632746 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_db [None req-be85465e-67c4-4153-9a43-6feda6ce0906 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Floating IP 17df453c-ec16-4f61-a2bc-43a3ca214f92 associated. External IP: 172.28.2.29, port: a9a41552-77aa-46f5-afed-6f91a71cb6d9. Apr 20 18:24:20.011692 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be85465e-67c4-4153-9a43-6feda6ce0906 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Router fb346610-77b2-48f9-9ebc-9f0586873a25 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86320) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:24:20.125299 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f2fe90dc-7e89-4455-845c-e6153e7a4a65 req-b2aae49f-4cc5-40d6-a84a-32f9e1957edd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0978930 Apr 20 18:24:20.208601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be85465e-67c4-4153-9a43-6feda6ce0906 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86320) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:24:20.213557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-be85465e-67c4-4153-9a43-6feda6ce0906 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:20.221828 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4e924-c5c2-4a7f-b3fd-cc6876db3fec None None] Sync routers for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:24:20.235270 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4e924-c5c2-4a7f-b3fd-cc6876db3fec None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:24:20.236177 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-37b4e924-c5c2-4a7f-b3fd-cc6876db3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:24:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:20.285359 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe90dc-7e89-4455-845c-e6153e7a4a65 req-456e3ee9-fa52-43e0-a9ba-55dbaf05fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:20.287446 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f2fe90dc-7e89-4455-845c-e6153e7a4a65 req-456e3ee9-fa52-43e0-a9ba-55dbaf05fd5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e68d8ac84e348d2bae03233d3574dac&device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 1098 time: 0.0910685 Apr 20 18:24:20.294881 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-be85465e-67c4-4153-9a43-6feda6ce0906 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "PUT /v2.0/floatingips/17df453c-ec16-4f61-a2bc-43a3ca214f92 HTTP/1.1" status: 200 len: 990 time: 1.6014798 Apr 20 18:24:20.296000 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'tag': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9'}] {{(pid=86320) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:20.351075 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'tag': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9', 'status': 'completed', 'code': 200} Apr 20 18:24:20.466214 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-37b4e924-c5c2-4a7f-b3fd-cc6876db3fec None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:24:20.476604 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe90dc-7e89-4455-845c-e6153e7a4a65 req-5969e96e-84b6-473c-b05a-c076d66d0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:20.478218 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f2fe90dc-7e89-4455-845c-e6153e7a4a65 req-5969e96e-84b6-473c-b05a-c076d66d0b65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 200 len: 912 time: 0.1697917 Apr 20 18:24:20.594849 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f2fe90dc-7e89-4455-845c-e6153e7a4a65 req-19f3d603-1ebc-40ff-a4c1-1b65a142d18e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9a41552-77aa-46f5-afed-6f91a71cb6d9 HTTP/1.1" status: 200 len: 998 time: 0.1089132 Apr 20 18:24:20.666504 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe90dc-7e89-4455-845c-e6153e7a4a65 req-ff6dd515-efba-4e85-8e53-76ec80f2c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:20.668119 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f2fe90dc-7e89-4455-845c-e6153e7a4a65 req-ff6dd515-efba-4e85-8e53-76ec80f2c39d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=922a9fae-400a-41c3-866a-d7ced6811462 HTTP/1.1" status: 200 len: 850 time: 0.0673165 Apr 20 18:24:20.760302 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe90dc-7e89-4455-845c-e6153e7a4a65 req-8e40d932-a5a5-4be5-a0d2-6eddf5b494ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:20.761923 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f2fe90dc-7e89-4455-845c-e6153e7a4a65 req-8e40d932-a5a5-4be5-a0d2-6eddf5b494ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4395f03d-9c42-44cf-923d-981c8222378d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870237 Apr 20 18:24:20.867516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-37b4e924-c5c2-4a7f-b3fd-cc6876db3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': '17df453c-ec16-4f61-a2bc-43a3ca214f92', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'floating_ip_address': '172.28.2.29', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'port_id': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'mac_address': 'fa:16:3e:9c:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:24:02Z', 'updated_at': '2021-04-20T18:24:19Z', 'revision_number': 1, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:48Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:20.872617 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4e924-c5c2-4a7f-b3fd-cc6876db3fec None None] Checking router: fb346610-77b2-48f9-9ebc-9f0586873a25 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:24:20.885664 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b4e924-c5c2-4a7f-b3fd-cc6876db3fec None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:24:20.886623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-37b4e924-c5c2-4a7f-b3fd-cc6876db3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:24:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:21.100298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-37b4e924-c5c2-4a7f-b3fd-cc6876db3fec None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:24:21.191227 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f2fe90dc-7e89-4455-845c-e6153e7a4a65 req-580e257d-def1-4633-abfd-d9418ba656b7 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225957 Apr 20 18:24:21.340622 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f2fe90dc-7e89-4455-845c-e6153e7a4a65 req-1a492c6f-388d-49d9-97c7-9ebfb4c93995 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423423 Apr 20 18:24:21.485294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf8648-f169-4d0b-abe4-315c846d00b7 req-d1b8fc55-3efa-4723-9b87-7a5941bff936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:21.486937 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94bf8648-f169-4d0b-abe4-315c846d00b7 req-d1b8fc55-3efa-4723-9b87-7a5941bff936 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e68d8ac84e348d2bae03233d3574dac&device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 1098 time: 0.0908637 Apr 20 18:24:21.508277 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-37b4e924-c5c2-4a7f-b3fd-cc6876db3fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': '17df453c-ec16-4f61-a2bc-43a3ca214f92', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'floating_ip_address': '172.28.2.29', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'port_id': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'mac_address': 'fa:16:3e:9c:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:24:02Z', 'updated_at': '2021-04-20T18:24:19Z', 'revision_number': 1, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:48Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:24:21.514293 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b4e924-c5c2-4a7f-b3fd-cc6876db3fec None None] The sync data for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb is: [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_floatingips': [{'id': '17df453c-ec16-4f61-a2bc-43a3ca214f92', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'floating_ip_address': '172.28.2.29', 'floating_network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'router_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'port_id': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'mac_address': 'fa:16:3e:9c:cb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:24:02Z', 'updated_at': '2021-04-20T18:24:19Z', 'revision_number': 1, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:48Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:24:21.655262 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf8648-f169-4d0b-abe4-315c846d00b7 req-5f7fd242-4125-4c22-905e-37cff1978c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:21.657621 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94bf8648-f169-4d0b-abe4-315c846d00b7 req-5f7fd242-4125-4c22-905e-37cff1978c38 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 200 len: 912 time: 0.1629586 Apr 20 18:24:21.795998 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94bf8648-f169-4d0b-abe4-315c846d00b7 req-438b396f-9e1d-474a-a66b-988a484f9ea8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a9a41552-77aa-46f5-afed-6f91a71cb6d9 HTTP/1.1" status: 200 len: 998 time: 0.1168323 Apr 20 18:24:21.847995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9413e5ed-55ab-4f99-8ce7-c7c8d7715f5f None None] New status for floating IP 17df453c-ec16-4f61-a2bc-43a3ca214f92: ACTIVE {{(pid=86321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:24:21.873111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf8648-f169-4d0b-abe4-315c846d00b7 req-6205f287-74e0-4aa7-b873-258c94d9ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:21.875420 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94bf8648-f169-4d0b-abe4-315c846d00b7 req-6205f287-74e0-4aa7-b873-258c94d9ee52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=922a9fae-400a-41c3-866a-d7ced6811462 HTTP/1.1" status: 200 len: 850 time: 0.0735345 Apr 20 18:24:21.975615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf8648-f169-4d0b-abe4-315c846d00b7 req-b8878f89-929b-4699-9d92-b43378775a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:21.977223 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94bf8648-f169-4d0b-abe4-315c846d00b7 req-b8878f89-929b-4699-9d92-b43378775a81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4395f03d-9c42-44cf-923d-981c8222378d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943158 Apr 20 18:24:22.128032 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94bf8648-f169-4d0b-abe4-315c846d00b7 req-800f409b-c6df-4b5d-887f-0f3fe4766831 service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425998 Apr 20 18:24:22.273132 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-94bf8648-f169-4d0b-abe4-315c846d00b7 req-f36abc00-654c-46d7-bd45-f5d129d1f3ae service neutron] 10.222.0.37 "GET /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385057 Apr 20 18:24:24.760754 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53710) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:24.889589 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-94766d63-c980-4ba9-bd21-2b6844d32543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:24.906680 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-94766d63-c980-4ba9-bd21-2b6844d32543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:24.911623 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-94766d63-c980-4ba9-bd21-2b6844d32543 admin admin] Usage tracker for resource:security_group_rule and tenant:285ffac7c9d34b53854201cd7c1f4977 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:24.914205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-94766d63-c980-4ba9-bd21-2b6844d32543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:24.920323 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-94766d63-c980-4ba9-bd21-2b6844d32543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:25.016640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-94766d63-c980-4ba9-bd21-2b6844d32543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.020091 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-94766d63-c980-4ba9-bd21-2b6844d32543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.029401 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3cdcc7bf-b18e-4cc7-bf85-94fff510b589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:25.074313 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-94766d63-c980-4ba9-bd21-2b6844d32543 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=285ffac7c9d34b53854201cd7c1f4977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123846 Apr 20 18:24:25.076112 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94766d63-c980-4ba9-bd21-2b6844d32543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319aaa21-aeb7-4740-9b3f-b45a7aade58a,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:25.077453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53718) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:25.080211 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-94766d63-c980-4ba9-bd21-2b6844d32543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:25.143082 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4eae7ab3-d57a-4119-9c04-e725498b1934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.172717 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4eae7ab3-d57a-4119-9c04-e725498b1934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.224870 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4eae7ab3-d57a-4119-9c04-e725498b1934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.230584 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6189cea3-a3b8-4f26-b603-bda1b04ce40d tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:25.249301 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae7ab3-d57a-4119-9c04-e725498b1934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319aaa21-aeb7-4740-9b3f-b45a7aade58a,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:25.253069 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4eae7ab3-d57a-4119-9c04-e725498b1934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:25.254053 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4eae7ab3-d57a-4119-9c04-e725498b1934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.255315 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-4eae7ab3-d57a-4119-9c04-e725498b1934 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/319aaa21-aeb7-4740-9b3f-b45a7aade58a HTTP/1.1" status: 204 len: 168 time: 0.1767235 Apr 20 18:24:25.554000 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53726) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:25.573865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-07d8e0b7-749b-4d83-b0af-22badc48bf56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.590925 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-07d8e0b7-749b-4d83-b0af-22badc48bf56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:25.596025 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-07d8e0b7-749b-4d83-b0af-22badc48bf56 admin admin] Usage tracker for resource:security_group_rule and tenant:36b4af6826ae4a529cab41bb420e578f is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:25.599546 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-07d8e0b7-749b-4d83-b0af-22badc48bf56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:25.607106 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-07d8e0b7-749b-4d83-b0af-22badc48bf56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:25.696419 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-07d8e0b7-749b-4d83-b0af-22badc48bf56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.699381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-07d8e0b7-749b-4d83-b0af-22badc48bf56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.708703 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-20b09016-f72c-4c15-b4b3-01a7c8a79ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:25.752423 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-07d8e0b7-749b-4d83-b0af-22badc48bf56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36b4af6826ae4a529cab41bb420e578f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972082 Apr 20 18:24:25.753391 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8e0b7-749b-4d83-b0af-22badc48bf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ee6cd-2098-4cd3-a7ca-76021a895a49,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:25.755343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53730) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:25.756626 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-07d8e0b7-749b-4d83-b0af-22badc48bf56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:25.818941 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-546f6f64-4f8c-4f04-9be9-8cc110cebd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.846888 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-546f6f64-4f8c-4f04-9be9-8cc110cebd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.896651 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-546f6f64-4f8c-4f04-9be9-8cc110cebd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.902018 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ff558b47-512d-4bee-bc37-bc51c80fc4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:25.917290 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f6f64-4f8c-4f04-9be9-8cc110cebd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ee6cd-2098-4cd3-a7ca-76021a895a49,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:25.920471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-546f6f64-4f8c-4f04-9be9-8cc110cebd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:25.925964 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-546f6f64-4f8c-4f04-9be9-8cc110cebd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:25.929856 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-546f6f64-4f8c-4f04-9be9-8cc110cebd4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f25ee6cd-2098-4cd3-a7ca-76021a895a49 HTTP/1.1" status: 204 len: 168 time: 0.1707447 Apr 20 18:24:31.884389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53838) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:32.013646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2914a868-379b-48ec-84a1-b2c77e497349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.029507 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2914a868-379b-48ec-84a1-b2c77e497349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:32.034009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2914a868-379b-48ec-84a1-b2c77e497349 admin admin] Usage tracker for resource:security_group_rule and tenant:a82ef5ba814b415dbb7d4ee26d422736 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:32.037188 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-2914a868-379b-48ec-84a1-b2c77e497349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:32.043672 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-2914a868-379b-48ec-84a1-b2c77e497349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:32.129822 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2914a868-379b-48ec-84a1-b2c77e497349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.132930 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2914a868-379b-48ec-84a1-b2c77e497349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.141972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-14e153b5-0d2c-4d19-993e-e84dd4ad8845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:32.185612 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-2914a868-379b-48ec-84a1-b2c77e497349 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a82ef5ba814b415dbb7d4ee26d422736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000481 Apr 20 18:24:32.186599 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914a868-379b-48ec-84a1-b2c77e497349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b91cf4-0463-4eaf-9eb4-d60f05db1d4f,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:32.188558 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53844) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:32.190095 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2914a868-379b-48ec-84a1-b2c77e497349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:32.254031 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fb70f47b-99e1-471e-bc1e-58c579089f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.281244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fb70f47b-99e1-471e-bc1e-58c579089f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.331586 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fb70f47b-99e1-471e-bc1e-58c579089f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.336958 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cc1c1984-141f-4d0c-81f9-36c43e46f785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:32.351032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb70f47b-99e1-471e-bc1e-58c579089f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b91cf4-0463-4eaf-9eb4-d60f05db1d4f,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:32.356350 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-fb70f47b-99e1-471e-bc1e-58c579089f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:32.360853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fb70f47b-99e1-471e-bc1e-58c579089f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.363231 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-fb70f47b-99e1-471e-bc1e-58c579089f7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f5b91cf4-0463-4eaf-9eb4-d60f05db1d4f HTTP/1.1" status: 204 len: 168 time: 0.1733639 Apr 20 18:24:32.668647 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53852) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:32.689014 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-01e7c808-327c-451a-b7a2-b4c47deb1ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.705250 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-01e7c808-327c-451a-b7a2-b4c47deb1ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:32.709303 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-01e7c808-327c-451a-b7a2-b4c47deb1ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:d9f833c25821401596c3a222ac37099a is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:32.712532 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-01e7c808-327c-451a-b7a2-b4c47deb1ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:32.718480 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-01e7c808-327c-451a-b7a2-b4c47deb1ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:32.807912 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-01e7c808-327c-451a-b7a2-b4c47deb1ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.810955 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-01e7c808-327c-451a-b7a2-b4c47deb1ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.820833 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e999dcc7-833c-46bb-98e6-d71e53d472d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:32.865276 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-01e7c808-327c-451a-b7a2-b4c47deb1ee5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9f833c25821401596c3a222ac37099a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1954365 Apr 20 18:24:32.867036 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7c808-327c-451a-b7a2-b4c47deb1ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae0a6ef-896d-42e1-9dd5-c5c0fa1ea6ac,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:32.868246 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53858) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:32.870293 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-01e7c808-327c-451a-b7a2-b4c47deb1ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:32.940343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-940ddce6-8f00-4abe-891e-347e87f980f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.969033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-940ddce6-8f00-4abe-891e-347e87f980f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:33.015894 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-940ddce6-8f00-4abe-891e-347e87f980f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:33.021340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-94766d63-c980-4ba9-bd21-2b6844d32543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:33.034770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ddce6-8f00-4abe-891e-347e87f980f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae0a6ef-896d-42e1-9dd5-c5c0fa1ea6ac,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:33.037259 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-940ddce6-8f00-4abe-891e-347e87f980f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:33.046654 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-940ddce6-8f00-4abe-891e-347e87f980f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:33.051809 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-940ddce6-8f00-4abe-891e-347e87f980f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ae0a6ef-896d-42e1-9dd5-c5c0fa1ea6ac HTTP/1.1" status: 204 len: 168 time: 0.1785777 Apr 20 18:24:34.985149 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53908) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:35.121270 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8eb711c3-1fb5-43b2-9aa8-ab4247037aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.137829 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8eb711c3-1fb5-43b2-9aa8-ab4247037aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:35.142286 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8eb711c3-1fb5-43b2-9aa8-ab4247037aee admin admin] Usage tracker for resource:security_group_rule and tenant:1f3b51c839534ab8a6743cec6fc097a0 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:35.146067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8eb711c3-1fb5-43b2-9aa8-ab4247037aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:35.153598 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8eb711c3-1fb5-43b2-9aa8-ab4247037aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:35.250433 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8eb711c3-1fb5-43b2-9aa8-ab4247037aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.253741 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8eb711c3-1fb5-43b2-9aa8-ab4247037aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.263053 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-751491ea-1f89-4402-b68a-d8e4d8294eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:35.306088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb711c3-1fb5-43b2-9aa8-ab4247037aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916d8758-115b-4314-a8e6-9fe3aea1d881,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:35.309416 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8eb711c3-1fb5-43b2-9aa8-ab4247037aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:35.312393 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-8eb711c3-1fb5-43b2-9aa8-ab4247037aee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f3b51c839534ab8a6743cec6fc097a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260875 Apr 20 18:24:35.315900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53916) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:35.387815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ef37-78bc-442f-8f4e-cc1229808754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.416407 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ef37-78bc-442f-8f4e-cc1229808754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.463085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ef37-78bc-442f-8f4e-cc1229808754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.468242 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-22b7cac2-0388-4684-8485-09b72b4b6f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:35.481669 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8ef37-78bc-442f-8f4e-cc1229808754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916d8758-115b-4314-a8e6-9fe3aea1d881,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:35.485409 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0eb8ef37-78bc-442f-8f4e-cc1229808754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:35.491865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0eb8ef37-78bc-442f-8f4e-cc1229808754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.493090 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-0eb8ef37-78bc-442f-8f4e-cc1229808754 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/916d8758-115b-4314-a8e6-9fe3aea1d881 HTTP/1.1" status: 204 len: 168 time: 0.1761301 Apr 20 18:24:35.819590 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 53924) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:35.839656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd72054b-4319-468b-9c35-d71eb95aac67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.856622 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-cd72054b-4319-468b-9c35-d71eb95aac67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:35.860725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-cd72054b-4319-468b-9c35-d71eb95aac67 admin admin] Usage tracker for resource:security_group_rule and tenant:e249154b72ca4781a5d044ea74f9621a is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:35.864654 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-cd72054b-4319-468b-9c35-d71eb95aac67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:35.870787 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-cd72054b-4319-468b-9c35-d71eb95aac67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:35.958640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd72054b-4319-468b-9c35-d71eb95aac67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.961772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd72054b-4319-468b-9c35-d71eb95aac67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:35.971749 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-49cc5af7-bc9a-4e83-8370-f1fd1f0a3637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:36.015617 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-cd72054b-4319-468b-9c35-d71eb95aac67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e249154b72ca4781a5d044ea74f9621a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947916 Apr 20 18:24:36.016563 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72054b-4319-468b-9c35-d71eb95aac67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ccf75a-0bdc-4447-b969-fcc6ba573dc1,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:36.018982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 53928) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:36.019926 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cd72054b-4319-468b-9c35-d71eb95aac67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:36.089695 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-91d96f73-1706-4d47-90b8-fc8a0ebc3f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:36.118116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-91d96f73-1706-4d47-90b8-fc8a0ebc3f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:36.166406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-91d96f73-1706-4d47-90b8-fc8a0ebc3f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:36.171775 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-940ddce6-8f00-4abe-891e-347e87f980f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:36.185985 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d96f73-1706-4d47-90b8-fc8a0ebc3f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ccf75a-0bdc-4447-b969-fcc6ba573dc1,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:36.188444 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-91d96f73-1706-4d47-90b8-fc8a0ebc3f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:36.197136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-91d96f73-1706-4d47-90b8-fc8a0ebc3f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:36.202127 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-91d96f73-1706-4d47-90b8-fc8a0ebc3f86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8ccf75a-0bdc-4447-b969-fcc6ba573dc1 HTTP/1.1" status: 204 len: 168 time: 0.1783090 Apr 20 18:24:40.599054 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a516bd13-ad12-4eb5-a301-86d33a233778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:43.159513 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b2186ef7-8262-44c1-a2a1-f3bdb39a4717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:43.245279 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 54026) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:43.373615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9eac54d8-c6e1-471f-a4df-6c2e870cbdac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:43.390062 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-9eac54d8-c6e1-471f-a4df-6c2e870cbdac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:43.394803 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-9eac54d8-c6e1-471f-a4df-6c2e870cbdac admin admin] Usage tracker for resource:security_group_rule and tenant:0106b9076ae6430bb6d961b60883999b is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:43.397857 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-9eac54d8-c6e1-471f-a4df-6c2e870cbdac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:43.403941 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-9eac54d8-c6e1-471f-a4df-6c2e870cbdac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:43.495070 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9eac54d8-c6e1-471f-a4df-6c2e870cbdac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:43.498061 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9eac54d8-c6e1-471f-a4df-6c2e870cbdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:43.507823 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9c913a00-b276-41ff-b56c-00ece3ba73b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:43.555115 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-9eac54d8-c6e1-471f-a4df-6c2e870cbdac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0106b9076ae6430bb6d961b60883999b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3086596 Apr 20 18:24:43.556835 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac54d8-c6e1-471f-a4df-6c2e870cbdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698dd9f1-1c49-4b27-af8c-20702d768c1b,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:43.559093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54032) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:43.560253 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9eac54d8-c6e1-471f-a4df-6c2e870cbdac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:43.630556 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-399da0e4-8274-470f-bb27-b5278f0d443f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:43.658572 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-399da0e4-8274-470f-bb27-b5278f0d443f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:43.705213 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-399da0e4-8274-470f-bb27-b5278f0d443f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:43.710835 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ec049650-90f3-4198-af97-8f5c8172aebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:43.723865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399da0e4-8274-470f-bb27-b5278f0d443f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698dd9f1-1c49-4b27-af8c-20702d768c1b,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:43.726330 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-399da0e4-8274-470f-bb27-b5278f0d443f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:43.735324 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-399da0e4-8274-470f-bb27-b5278f0d443f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:43.737070 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-399da0e4-8274-470f-bb27-b5278f0d443f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/698dd9f1-1c49-4b27-af8c-20702d768c1b HTTP/1.1" status: 204 len: 168 time: 0.1768200 Apr 20 18:24:43.895420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:44.048107 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54040) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:44.068659 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b0b8d98-b4b1-4e96-a782-7838830e1825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:44.084984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3b0b8d98-b4b1-4e96-a782-7838830e1825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:44.089020 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3b0b8d98-b4b1-4e96-a782-7838830e1825 admin admin] Usage tracker for resource:security_group_rule and tenant:d1ecf90b677b49d18656a07f0f25b598 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:44.092096 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3b0b8d98-b4b1-4e96-a782-7838830e1825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:44.098842 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3b0b8d98-b4b1-4e96-a782-7838830e1825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:44.189551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b0b8d98-b4b1-4e96-a782-7838830e1825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:44.192864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3b0b8d98-b4b1-4e96-a782-7838830e1825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:44.202239 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-834628bc-9382-49f2-821e-6e9b64186b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:44.253296 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3b0b8d98-b4b1-4e96-a782-7838830e1825 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1ecf90b677b49d18656a07f0f25b598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2032022 Apr 20 18:24:44.254356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b8d98-b4b1-4e96-a782-7838830e1825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c35651-223d-4b24-8361-a58399959865,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:44.256268 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 54046) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:44.257671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3b0b8d98-b4b1-4e96-a782-7838830e1825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:44.321199 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:44.350763 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:44.378691 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:44.399676 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:44.403708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-d6df37c9-1fef-43ac-bcc2-a8047ead1448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:44.419549 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c35651-223d-4b24-8361-a58399959865,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:44.431344 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:44.431757 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:44.432164 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:44.432564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:44.432963 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:44.433361 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:44.433750 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:44.434144 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:44.434565 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:44.434949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:44.435337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:44.435726 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:44.441205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:44.443422 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:44.444652 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f99cf78d-c9f6-4905-9668-01f5232f6d73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09c35651-223d-4b24-8361-a58399959865 HTTP/1.1" status: 204 len: 168 time: 0.1873212 Apr 20 18:24:45.259949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:48.073874 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:49.774991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:25:10.603372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5ba8f195-6eb1-4a9f-9e3e-a80167752cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.402951 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 54326) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:11.533475 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-810b2275-af62-45c7-ae39-4f2b92aea2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.549891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-810b2275-af62-45c7-ae39-4f2b92aea2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:25:11.554110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-810b2275-af62-45c7-ae39-4f2b92aea2c9 admin admin] Usage tracker for resource:security_group_rule and tenant:3dab0c51359a4bbab2d806751e755a7a is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:25:11.557732 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-810b2275-af62-45c7-ae39-4f2b92aea2c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:25:11.565311 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-810b2275-af62-45c7-ae39-4f2b92aea2c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:25:11.657826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-810b2275-af62-45c7-ae39-4f2b92aea2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.660898 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-810b2275-af62-45c7-ae39-4f2b92aea2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.674627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9eac54d8-c6e1-471f-a4df-6c2e870cbdac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:11.721444 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-810b2275-af62-45c7-ae39-4f2b92aea2c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dab0c51359a4bbab2d806751e755a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142283 Apr 20 18:25:11.721444 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b2275-af62-45c7-ae39-4f2b92aea2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5b82a7-b2be-4ed3-bb80-d4c4cfa528b7,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:11.721882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54332) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:11.723221 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-810b2275-af62-45c7-ae39-4f2b92aea2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:11.791357 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.820541 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.870115 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.875343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6a0f105c-2bf5-4672-b813-5b23724d022d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:11.888499 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5b82a7-b2be-4ed3-bb80-d4c4cfa528b7,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:11.899526 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:11.899948 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:11.900363 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:11.900769 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:11.901172 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:11.901575 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:11.901972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:11.902371 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:11.902796 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:11.903203 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:11.903600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:11.903995 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:11.909783 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:11.912034 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.913276 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3a5d0607-366d-4988-b3b1-60a3102e8f56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c5b82a7-b2be-4ed3-bb80-d4c4cfa528b7 HTTP/1.1" status: 204 len: 168 time: 0.1902053 Apr 20 18:25:13.080559 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e1e76-9132-4bdb-a950-8854e0667ea8 req-96982fbe-bbfe-4471-b3bb-95c4d2bedd39 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:13.083816 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ee2e1e76-9132-4bdb-a950-8854e0667ea8 req-96982fbe-bbfe-4471-b3bb-95c4d2bedd39 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 945 time: 0.0903444 Apr 20 18:25:13.135043 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ee2e1e76-9132-4bdb-a950-8854e0667ea8 req-c375cbb2-8ec6-42a1-88d8-a2609e59f663 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=85df0516-3973-4463-acf2-8cde7002d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457993 Apr 20 18:25:13.150905 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9e8ea58c-05c2-4d0f-9b27-eb11585d56f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:13.900056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:14.374176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:14.425061 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05cc76-c5bf-4528-94f1-8094c1f8258b req-b7077596-e583-42e7-b874-493a89305740 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:14.426804 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0e05cc76-c5bf-4528-94f1-8094c1f8258b req-b7077596-e583-42e7-b874-493a89305740 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 945 time: 0.1033795 Apr 20 18:25:14.481827 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0e05cc76-c5bf-4528-94f1-8094c1f8258b req-e4d8ef67-2047-43f3-9ab9-eb30ab8e5cab tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=85df0516-3973-4463-acf2-8cde7002d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480461 Apr 20 18:25:14.982749 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-91fc0736-fc5d-40a1-a1db-c0461cd64604 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:14.983510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-91fc0736-fc5d-40a1-a1db-c0461cd64604 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Synchronizing usage tracker for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:port {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:25:14.999307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-91fc0736-fc5d-40a1-a1db-c0461cd64604 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Unset dirty status for tenant:0e68d8ac84e348d2bae03233d3574dac on resource:port {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:25:15.001190 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-91fc0736-fc5d-40a1-a1db-c0461cd64604 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 945 time: 0.1150908 Apr 20 18:25:15.084024 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Deleting port a9a41552-77aa-46f5-afed-6f91a71cb6d9 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:25:15.084657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:15.264192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:15.362306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] For port a9a41552-77aa-46f5-afed-6f91a71cb6d9, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=a9a41552-77aa-46f5-afed-6f91a71cb6d9,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:25:15.362743 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:15.694310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372a140-40f6-46d5-9398-a5fa17a77026 req-2e20b005-5e5d-4988-9a89-49497b83390d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:15.695006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:15.695286 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853068629'] for floatingip, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:15.695631 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.l3_db [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Floating IP 17df453c-ec16-4f61-a2bc-43a3ca214f92 disassociated. External IP: 172.28.2.29, port: a9a41552-77aa-46f5-afed-6f91a71cb6d9. Apr 20 18:25:15.696023 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Calling delete_port for a9a41552-77aa-46f5-afed-6f91a71cb6d9 owned by compute:nova {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:25:15.696163 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9372a140-40f6-46d5-9398-a5fa17a77026 req-2e20b005-5e5d-4988-9a89-49497b83390d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 945 time: 0.0919471 Apr 20 18:25:15.753469 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9372a140-40f6-46d5-9398-a5fa17a77026 req-a9db6cb4-3880-4456-b4de-cf34eb62f9e2 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups?id=85df0516-3973-4463-acf2-8cde7002d5c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506425 Apr 20 18:25:15.869737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:15.876154 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2ec8295b-9db3-4156-b069-327e666ffe8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:15.928018 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event deleted for resources: {'Port': ['ID=a9a41552-77aa-46f5-afed-6f91a71cb6d9,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:15.931601 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:16.139408 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Router fb346610-77b2-48f9-9ebc-9f0586873a25 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:25:16.343524 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:25:16.355296 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d055d88-e329-42ea-ae59-7ef368344a39 None None] Sync routers for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:25:16.368573 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d055d88-e329-42ea-ae59-7ef368344a39 None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:25:16.369768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-7d055d88-e329-42ea-ae59-7ef368344a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:25:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:16.430285 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] No DVR routers for this DVR port a9a41552-77aa-46f5-afed-6f91a71cb6d9 on host hv-cinder-78693 {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:25:16.433088 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:16.436125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'name': 'network-vif-deleted', 'tag': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:25:16.453805 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-dbf3f208-41c8-4ebb-b8f5-90811b46af3e req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.37 "DELETE /v2.0/ports/a9a41552-77aa-46f5-afed-6f91a71cb6d9 HTTP/1.1" status: 204 len: 173 time: 1.4446869 Apr 20 18:25:16.496035 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed24bf6-415f-4558-8a3b-68e1cd8f84d0', 'name': 'network-vif-deleted', 'tag': 'a9a41552-77aa-46f5-afed-6f91a71cb6d9', 'status': 'completed', 'code': 200} Apr 20 18:25:16.753715 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-7d055d88-e329-42ea-ae59-7ef368344a39 None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:25:16.945821 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-823101f3-d560-439a-a0f7-2cb4e70c8702 req-1c3cb0f2-a7e7-448b-b8b1-188de3cef449 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ed24bf6-415f-4558-8a3b-68e1cd8f84d0 HTTP/1.1" status: 200 len: 210 time: 0.0566154 Apr 20 18:25:17.112294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-7d055d88-e329-42ea-ae59-7ef368344a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:48Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:17.116621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d055d88-e329-42ea-ae59-7ef368344a39 None None] Checking router: fb346610-77b2-48f9-9ebc-9f0586873a25 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:25:17.126770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d055d88-e329-42ea-ae59-7ef368344a39 None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:25:17.127466 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-7d055d88-e329-42ea-ae59-7ef368344a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:25:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:17.140826 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device a9a41552-77aa-46f5-afed-6f91a71cb6d9 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:25:17.187002 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: a9a41552-77aa-46f5-afed-6f91a71cb6d9 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:25:17.187372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device a9a41552-77aa-46f5-afed-6f91a71cb6d9 not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:25:17.327036 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-7d055d88-e329-42ea-ae59-7ef368344a39 None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:25:17.704451 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-7d055d88-e329-42ea-ae59-7ef368344a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:48Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:17.708864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d055d88-e329-42ea-ae59-7ef368344a39 None None] The sync data for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb is: [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:20:38Z', 'revision_number': 4, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb', '_interfaces': [{'id': 'deff8aec-a6a2-4d3a-8679-c0a3e77df4e3', 'name': '', 'network_id': '4395f03d-9c42-44cf-923d-981c8222378d', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'mac_address': 'fa:16:3e:3a:59:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '922a9fae-400a-41c3-866a-d7ced6811462', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:37Z', 'updated_at': '2021-04-20T18:20:48Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'subnets': [{'id': '922a9fae-400a-41c3-866a-d7ced6811462', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:25:18.095358 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:18.101532 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54366) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:18.119213 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a9379c-1b5d-49c0-8513-98c745b92996 None None] New status for floating IP 17df453c-ec16-4f61-a2bc-43a3ca214f92: DOWN {{(pid=86321) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:25:18.178261 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31703d5c-e863-4934-b28b-d7a80f13b5a4 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:18.211066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31703d5c-e863-4934-b28b-d7a80f13b5a4 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:18.260614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31703d5c-e863-4934-b28b-d7a80f13b5a4 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:18.267077 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f8a76ee6-daed-4d21-8190-e6894a84b483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:18.285665 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31703d5c-e863-4934-b28b-d7a80f13b5a4 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85df0516-3973-4463-acf2-8cde7002d5c5,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:18.288987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-31703d5c-e863-4934-b28b-d7a80f13b5a4 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:18.294798 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31703d5c-e863-4934-b28b-d7a80f13b5a4 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:18.296026 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-31703d5c-e863-4934-b28b-d7a80f13b5a4 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "DELETE /v2.0/security-groups/85df0516-3973-4463-acf2-8cde7002d5c5 HTTP/1.1" status: 204 len: 168 time: 0.1933410 Apr 20 18:25:18.299591 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54370) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:18.319005 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.api.v2.resource [None req-c6992a43-22d9-4056-a45e-bd60ea5cf99d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] show failed (client error): The resource could not be found. Apr 20 18:25:18.325656 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c6992a43-22d9-4056-a45e-bd60ea5cf99d tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "GET /v2.0/security-groups/85df0516-3973-4463-acf2-8cde7002d5c5 HTTP/1.1" status: 404 len: 347 time: 0.0194163 Apr 20 18:25:18.325656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54374) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:18.755449 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-8fe70d4e-c92e-4a12-afb6-05755d79496e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Deleting port 86e05fd7-7ed5-483e-910f-a16d410b5ffb {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:25:18.755713 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8fe70d4e-c92e-4a12-afb6-05755d79496e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:18.945619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8fe70d4e-c92e-4a12-afb6-05755d79496e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:18.945984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8fe70d4e-c92e-4a12-afb6-05755d79496e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:19.085219 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-8fe70d4e-c92e-4a12-afb6-05755d79496e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Calling delete_port for 86e05fd7-7ed5-483e-910f-a16d410b5ffb owned by network:floatingip {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:25:19.242865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8fe70d4e-c92e-4a12-afb6-05755d79496e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:19.248122 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9ad940b7-5576-453f-8e75-1f108f0aae75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:19.301440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe70d4e-c92e-4a12-afb6-05755d79496e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Pushing event deleted for resources: {'Port': ['ID=86e05fd7-7ed5-483e-910f-a16d410b5ffb,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:19.304769 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8fe70d4e-c92e-4a12-afb6-05755d79496e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:19.405450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8fe70d4e-c92e-4a12-afb6-05755d79496e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks [] for floatingip, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:19.427466 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8fe70d4e-c92e-4a12-afb6-05755d79496e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for floatingip, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:19.428728 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-8fe70d4e-c92e-4a12-afb6-05755d79496e tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] 10.222.0.21 "DELETE /v2.0/floatingips/17df453c-ec16-4f61-a2bc-43a3ca214f92 HTTP/1.1" status: 204 len: 168 time: 1.1022415 Apr 20 18:25:23.691433 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54404) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:24.288051 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1710976'] for router_interface, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:24.690017 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] Deleting port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:25:24.690398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:24.882436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] For port deff8aec-a6a2-4d3a-8679-c0a3e77df4e3, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=deff8aec-a6a2-4d3a-8679-c0a3e77df4e3,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:25:24.883099 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:25.021853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] Calling delete_port for deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 owned by network:router_interface {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:25:25.214609 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:25.219860 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f17e6711-1ddd-42ca-bcee-89c7e95c0e13 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:25.269850 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] Pushing event deleted for resources: {'Port': ['ID=deff8aec-a6a2-4d3a-8679-c0a3e77df4e3,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:25.273248 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:25.565529 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853107539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711102'] for router_interface, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:26.208237 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] Router fb346610-77b2-48f9-9ebc-9f0586873a25 has already been hosted by L3 agent 32c22efa-8640-42e4-b574-cf75610fc5bc {{(pid=86319) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:25:26.409845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] Notify agent at l3_agent.dv-cinder-786930-2-smb the message routers_updated {{(pid=86319) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:25:26.419248 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a444b2-8448-4d85-b978-51dbce3316e8 None None] Sync routers for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:25:26.423640 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] 10.222.0.21 "PUT /v2.0/routers/fb346610-77b2-48f9-9ebc-9f0586873a25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7308397 Apr 20 18:25:26.426577 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54408) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:26.429867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a444b2-8448-4d85-b978-51dbce3316e8 None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:25:26.430560 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-21a444b2-8448-4d85-b978-51dbce3316e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:25:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:26.619778 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Notify callbacks [] for router, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:26.626179 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-21a444b2-8448-4d85-b978-51dbce3316e8 None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: dv-cinder-786930-2-smb {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:25:26.814020 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:26.822479 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Deleting port b3be4f3d-3bff-4d78-b059-797a5d0c3b8a {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:25:26.822748 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:25:26.822900 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:26.946253 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-21a444b2-8448-4d85-b978-51dbce3316e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'external_fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205'}], 'enable_snat': True}, 'gw_port_id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:25:25Z', 'revision_number': 5, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port': {'id': 'b3be4f3d-3bff-4d78-b059-797a5d0c3b8a', 'name': '', 'network_id': '7b612f0a-6263-4b19-bfa2-1df00b92c582', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:f3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'ip_address': '172.28.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:20:34Z', 'updated_at': '2021-04-20T18:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8e89a72-cc46-432a-9a2a-465569b76ea3', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-smb'}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:26.951111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a444b2-8448-4d85-b978-51dbce3316e8 None None] Checking router: fb346610-77b2-48f9-9ebc-9f0586873a25 for host: dv-cinder-786930-2-smb {{(pid=86322) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:25:26.961558 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a444b2-8448-4d85-b978-51dbce3316e8 None None] Routers {'fb346610-77b2-48f9-9ebc-9f0586873a25'} bound to L3 agent in host dv-cinder-786930-2-smb {{(pid=86322) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:25:26.962221 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-21a444b2-8448-4d85-b978-51dbce3316e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786930-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:08:43Z,description=,heartbeat_timestamp=2021-04-20T18:25:13Z,host='dv-cinder-786930-2-smb',id=32c22efa-8640-42e4-b574-cf75610fc5bc,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:08:43Z,topic='l3_agent')) {'router_ids': ['fb346610-77b2-48f9-9ebc-9f0586873a25'], 'active': True} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:27.012501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] For port b3be4f3d-3bff-4d78-b059-797a5d0c3b8a, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=b3be4f3d-3bff-4d78-b059-797a5d0c3b8a,segment=NetworkSegment(ea16a38a-1537-45d7-8ecf-c75268a772d3),segment_id=ea16a38a-1537-45d7-8ecf-c75268a772d3)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:25:27.012895 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:27.128590 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvr_db [None req-21a444b2-8448-4d85-b978-51dbce3316e8 None None] Set router fb346610-77b2-48f9-9ebc-9f0586873a25 gateway port host: None {{(pid=86322) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:25:27.148428 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Calling delete_port for b3be4f3d-3bff-4d78-b059-797a5d0c3b8a owned by network:router_gateway {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:25:27.243516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_hamode_db [None req-21a444b2-8448-4d85-b978-51dbce3316e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:25:26Z', 'revision_number': 6, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port_host': None}], 'dv-cinder-786930-2-smb', False) {} {{(pid=86322) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:27.247822 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a444b2-8448-4d85-b978-51dbce3316e8 None None] The sync data for ids ['fb346610-77b2-48f9-9ebc-9f0586873a25'] in dv-cinder-786930-2-smb is: [{'id': 'fb346610-77b2-48f9-9ebc-9f0586873a25', 'name': 'tempest-AttachVolumeTestJSON-1979793846-router', 'tenant_id': '0e68d8ac84e348d2bae03233d3574dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:20:33Z', 'updated_at': '2021-04-20T18:25:26Z', 'revision_number': 6, 'project_id': '0e68d8ac84e348d2bae03233d3574dac', 'gw_port_host': None}] {{(pid=86322) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:25:27.327067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:27.332398 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f1e3c45c-ff31-4b16-9a13-9397c940f8a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:27.383351 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b3be4f3d-3bff-4d78-b059-797a5d0c3b8a,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:27.386582 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:27.488501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853029761'] for router_gateway, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:27.647298 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device b3be4f3d-3bff-4d78-b059-797a5d0c3b8a no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:25:27.679005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853010141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3517'] for router, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:27.681340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:27.684307 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: b3be4f3d-3bff-4d78-b059-797a5d0c3b8a {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:25:27.684704 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device b3be4f3d-3bff-4d78-b059-797a5d0c3b8a not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:25:27.685220 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:25:27.708235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1706855'] for router, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:27.708807 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb346610-77b2-48f9-9ebc-9f0586873a25 {{(pid=86319) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:25:27.722760 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Notify callbacks [] for router, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:27.723994 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] 10.222.0.21 "DELETE /v2.0/routers/fb346610-77b2-48f9-9ebc-9f0586873a25 HTTP/1.1" status: 204 len: 168 time: 1.2963157 Apr 20 18:25:27.725196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:25:27.725588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device deff8aec-a6a2-4d3a-8679-c0a3e77df4e3 not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:25:27.727557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54412) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:27.797266 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95d2b2e-78df-4219-9b4b-f4438de6f6c2 admin admin] Deleting subnet 922a9fae-400a-41c3-866a-d7ced6811462 {{(pid=86319) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:25:27.800867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f95d2b2e-78df-4219-9b4b-f4438de6f6c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:27.854040 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f95d2b2e-78df-4219-9b4b-f4438de6f6c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1128956'] for subnet, precommit_delete_associations {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:27.948125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f95d2b2e-78df-4219-9b4b-f4438de6f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:28.210832 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f95d2b2e-78df-4219-9b4b-f4438de6f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7734662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848030853'] for subnet, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:28.215873 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-523337f5-cd10-432e-b397-9a4a9d206f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:28.257404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d2b2e-78df-4219-9b4b-f4438de6f6c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=922a9fae-400a-41c3-866a-d7ced6811462,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:28.259589 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f95d2b2e-78df-4219-9b4b-f4438de6f6c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:28.263537 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f95d2b2e-78df-4219-9b4b-f4438de6f6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:28.264554 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83780b12-c0ac-410b-a508-14793a2cbd7a None None] Network 4395f03d-9c42-44cf-923d-981c8222378d requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:25:28.267189 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f95d2b2e-78df-4219-9b4b-f4438de6f6c2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/922a9fae-400a-41c3-866a-d7ced6811462 HTTP/1.1" status: 204 len: 168 time: 0.5385513 Apr 20 18:25:28.269898 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54416) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:28.392656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:28.404257 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Deleting port 3028574e-759e-4ee3-8ea8-239043a04eb4 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:25:28.404626 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:28.523364 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbbeeea-75a5-424c-ac25-0b975e4267b4 None None] DHCP port deletion for 4395f03d-9c42-44cf-923d-981c8222378d request from dv-cinder-786930-2-smb {{(pid=86321) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:25:28.527645 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-adbbeeea-75a5-424c-ac25-0b975e4267b4 None None] Deleting port 3028574e-759e-4ee3-8ea8-239043a04eb4 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:25:28.528073 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-adbbeeea-75a5-424c-ac25-0b975e4267b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:28.631342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] For port 3028574e-759e-4ee3-8ea8-239043a04eb4, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=3028574e-759e-4ee3-8ea8-239043a04eb4,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:25:28.631736 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:28.757735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-adbbeeea-75a5-424c-ac25-0b975e4267b4 None None] For port 3028574e-759e-4ee3-8ea8-239043a04eb4, host dv-cinder-786930-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-smb',level=0,port_id=3028574e-759e-4ee3-8ea8-239043a04eb4,segment=NetworkSegment(686f9b42-9757-4d2b-967a-fe61b59dab51),segment_id=686f9b42-9757-4d2b-967a-fe61b59dab51)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:25:28.758078 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-adbbeeea-75a5-424c-ac25-0b975e4267b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:28.770084 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Calling delete_port for 3028574e-759e-4ee3-8ea8-239043a04eb4 owned by network:dhcp {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:25:28.851876 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:28.857109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5e903668-2fbc-42ce-adfa-1d9af584395e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:28.895895 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-adbbeeea-75a5-424c-ac25-0b975e4267b4 None None] Calling delete_port for 3028574e-759e-4ee3-8ea8-239043a04eb4 owned by network:dhcp {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:25:28.904920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Pushing event deleted for resources: {'Port': ['ID=3028574e-759e-4ee3-8ea8-239043a04eb4,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:28.908469 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:28.909337 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] No DVR routers for this DVR port 3028574e-759e-4ee3-8ea8-239043a04eb4 on host dv-cinder-786930-2-smb {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:25:28.980696 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.db.api [None req-adbbeeea-75a5-424c-ac25-0b975e4267b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86321) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:25:28.981102 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_db.api [None req-adbbeeea-75a5-424c-ac25-0b975e4267b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86321) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:25:29.041157 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:29.158550 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4395f03d-9c42-44cf-923d-981c8222378d']}} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:29.171272 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686f9b42-9757-4d2b-967a-fe61b59dab51') {'for_net_delete': True} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:29.171614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686f9b42-9757-4d2b-967a-fe61b59dab51') {} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:29.184559 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853646860'] for segment, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:29.200120 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:29.206802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=86319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:25:29.482809 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-adbbeeea-75a5-424c-ac25-0b975e4267b4 None None] Deleting port 3028574e-759e-4ee3-8ea8-239043a04eb4 {{(pid=86321) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:25:29.483412 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-adbbeeea-75a5-424c-ac25-0b975e4267b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:29.564634 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-adbbeeea-75a5-424c-ac25-0b975e4267b4 None None] The port '3028574e-759e-4ee3-8ea8-239043a04eb4' was deleted {{(pid=86321) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:25:29.651355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 3028574e-759e-4ee3-8ea8-239043a04eb4 no longer exists at agent ovs-agent-dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:25:29.668891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Network 4395f03d-9c42-44cf-923d-981c8222378d has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:25:29.678927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847040987'] for segment, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:29.694217 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] No Port match for: 3028574e-759e-4ee3-8ea8-239043a04eb4 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:25:29.694630 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Device 3028574e-759e-4ee3-8ea8-239043a04eb4 not bound to the agent host dv-cinder-786930-2-smb {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:25:29.867202 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Network 4395f03d-9c42-44cf-923d-981c8222378d has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:25:29.890083 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:25:29.968768 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:29.973252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:29.994128 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:30.003360 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Pushing event deleted for resources: {'Network': ['ID=4395f03d-9c42-44cf-923d-981c8222378d,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:30.006893 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:30.018547 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4395f03d-9c42-44cf-923d-981c8222378d HTTP/1.1" status: 204 len: 168 time: 1.7475386 Apr 20 18:25:30.199924 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54422) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:30.253149 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-4a1c85d6-8702-48ea-bf7a-7a4e5d64e92e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e68d8ac84e348d2bae03233d3574dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519094 Apr 20 18:25:30.255654 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54426) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:30.546820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4b34-de96-4f33-805d-b1fd8f71c023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:30.574072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4b34-de96-4f33-805d-b1fd8f71c023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:30.623839 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4b34-de96-4f33-805d-b1fd8f71c023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:30.629254 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4eae7ab3-d57a-4119-9c04-e725498b1934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:30.644612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c4b34-de96-4f33-805d-b1fd8f71c023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190079dd-bd90-4ea4-86d7-63b3b003effe,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:30.649631 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0b1c4b34-de96-4f33-805d-b1fd8f71c023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:30.651721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-0b1c4b34-de96-4f33-805d-b1fd8f71c023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:30.652936 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-0b1c4b34-de96-4f33-805d-b1fd8f71c023 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/190079dd-bd90-4ea4-86d7-63b3b003effe HTTP/1.1" status: 204 len: 168 time: 0.3963239 Apr 20 18:25:31.486278 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 54454) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:31.603612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1478087241-network', 'tenant_id': '0b14c1698b6442d0905c40d66d70c2ea'}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:25:31.608762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:25:31.613438 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Usage tracker for resource:network and tenant:0b14c1698b6442d0905c40d66d70c2ea is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:25:31.616490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:25:31.623692 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:25:31.633116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Made reservation on behalf of 0b14c1698b6442d0905c40d66d70c2ea for: {'network': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:25:31.637914 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for network, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:31.651197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:31.666591 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:25:31.670567 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:0b14c1698b6442d0905c40d66d70c2ea is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:25:31.674046 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:25:31.680046 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:25:31.763626 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:31.766994 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:31.771119 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-9b4c5a01-764c-440e-961b-39c40b6f0b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:31.796446 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=86320) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:25:31.809498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1158f8-eb03-46c2-9e14-b50194e9b339,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:31.813465 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:31.816313 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:31.816708 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.db.segments_db [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Added segment 2d18d6c6-5adf-4b75-b9f9-a68b2541b92d of type vlan for network 7e05c070-bed8-4d80-b7c5-453933e0ed87 Apr 20 18:25:31.849306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774858167923'] for network, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:32.116144 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245'] for network, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:32.117543 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:32.118192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:32.123348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:32.235130 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Pushing event updated for resources: {'Network': ['ID=7e05c070-bed8-4d80-b7c5-453933e0ed87,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:32.238460 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7509761 Apr 20 18:25:32.239503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:32.244146 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 54462) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:32.245957 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Network 7e05c070-bed8-4d80-b7c5-453933e0ed87 details requested by agent ovs-agent-dv-cinder-786930-2-smb with host dv-cinder-786930-2-smb {{(pid=86321) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:25:32.252430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Request body: {'subnet': {'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1478087241-subnet', 'tenant_id': '0b14c1698b6442d0905c40d66d70c2ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86320) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:25:32.257740 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:25:32.261918 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Usage tracker for resource:subnet and tenant:0b14c1698b6442d0905c40d66d70c2ea is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:25:32.265032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:25:32.272001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:25:32.282006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Made reservation on behalf of 0b14c1698b6442d0905c40d66d70c2ea for: {'subnet': 1} {{(pid=86320) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:25:32.286898 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847662132'] for subnet, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:32.716642 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6790365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847662115'] for subnet, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:32.722647 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:32.804782 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4300da5b-bce3-4d1c-a6d3-f698b03493d7,revision_number=0']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:32.809176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:32.814182 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Checking segment: {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86320) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:25:32.814626 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Network hostable DHCP agents. Network: 7e05c070-bed8-4d80-b7c5-453933e0ed87, hostable agents: ['4d68a421-5f24-49aa-a12a-e10bd814732c'], hosted agents: [] {{(pid=86320) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:25:32.833617 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Network 7e05c070-bed8-4d80-b7c5-453933e0ed87 is scheduled to be hosted by DHCP agent 4d68a421-5f24-49aa-a12a-e10bd814732c with binding_index 1 {{(pid=86320) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:25:32.842516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-smb, 7e05c070-bed8-4d80-b7c5-453933e0ed87) {{(pid=86320) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:25:32.852716 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f01de83-11d8-47c6-b40e-050101eda58a None None] Network 7e05c070-bed8-4d80-b7c5-453933e0ed87 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:25:32.855683 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:32.856340 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:32.876806 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-7d015687-7c44-40a8-9fd5-045f6a30bdd6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6301363 Apr 20 18:25:33.093462 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a69220-9439-45df-8bea-d1101dab0626 None None] Network 7e05c070-bed8-4d80-b7c5-453933e0ed87 requested from dv-cinder-786930-2-smb {{(pid=86321) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:25:33.448356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-f4ad4c59-495f-4f28-97c5-fc7e39cbc824 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:33.449161 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-f4ad4c59-495f-4f28-97c5-fc7e39cbc824 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Synchronizing usage tracker for tenant:0b14c1698b6442d0905c40d66d70c2ea on resource:network {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:25:33.466564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-f4ad4c59-495f-4f28-97c5-fc7e39cbc824 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Unset dirty status for tenant:0b14c1698b6442d0905c40d66d70c2ea on resource:network {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:25:33.467890 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-f4ad4c59-495f-4f28-97c5-fc7e39cbc824 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 815 time: 0.1866641 Apr 20 18:25:33.485439 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-7f13181c-a4f2-4b7e-93f0-5bd0aa59c23f tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/quotas/0b14c1698b6442d0905c40d66d70c2ea HTTP/1.1" status: 200 len: 375 time: 0.0102756 Apr 20 18:25:33.541198 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-4faf402c-6dde-4aff-9f14-1c1a29d4094c tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493879 Apr 20 18:25:33.740477 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-f3c438ea-aa76-4c06-8489-e921eb38d338 service neutron] 10.222.0.21 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911500 Apr 20 18:25:33.896735 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-7d376be9-8e8d-4baf-8acb-dc5fa848d575 service neutron] 10.222.0.21 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454356 Apr 20 18:25:34.109862 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-213faff5-be14-4b6d-84b3-403fffb6fd1a req-5bf99bc5-c8b8-4545-86b7-d0454611ef22 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 210 time: 0.0538921 Apr 20 18:25:35.262962 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-4defaccf-d247-4540-8b5d-c7dd2a6c4724 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:35.264652 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-4defaccf-d247-4540-8b5d-c7dd2a6c4724 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 815 time: 0.1720309 Apr 20 18:25:35.282299 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Request body: {'port': {'device_id': 'fe699fa2-4c1b-42ac-a6c8-cfb3e4669394', 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87', 'admin_state_up': True, 'tenant_id': '0b14c1698b6442d0905c40d66d70c2ea'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:25:35.283909 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7c47b1fe-2323-4b16-bbb3-2e33471d0649 req-addbd1e8-aade-43e0-b176-e5f74b5ebbb7 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 210 time: 0.0508566 Apr 20 18:25:35.436702 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:25:35.441484 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Usage tracker for resource:port and tenant:0b14c1698b6442d0905c40d66d70c2ea is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:25:35.444559 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:25:35.450677 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:25:35.461469 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Made reservation on behalf of 0b14c1698b6442d0905c40d66d70c2ea for: {'port': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:25:35.467701 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:35.651975 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Allocated IP 172.20.0.2 (7e05c070-bed8-4d80-b7c5-453933e0ed87/4300da5b-bce3-4d1c-a6d3-f698b03493d7/691b7ca3-00dc-420f-bee7-c49ea1b4479e) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:25:35.881416 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:35.912131 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:35.918962 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2c4e1399-1dce-44be-8ba3-0021aee3fde4 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:35.985110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Network 7e05c070-bed8-4d80-b7c5-453933e0ed87 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:25:35.993289 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:25:35.998113 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:25:36.050852 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Pushing event updated for resources: {'Port': ['ID=691b7ca3-00dc-420f-bee7-c49ea1b4479e,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:36.055818 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:36.079671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:36.080425 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:36.103529 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8256521 Apr 20 18:25:36.120095 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Request body: {'port': {'device_id': 'fe699fa2-4c1b-42ac-a6c8-cfb3e4669394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:25:36.240612 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:36.551412 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a913c66-9edf-432b-8aec-480d40a0e2b8 req-632fd19a-f977-4eae-ae7d-b00402c30ac7 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:36.553311 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7a913c66-9edf-432b-8aec-480d40a0e2b8 req-632fd19a-f977-4eae-ae7d-b00402c30ac7 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 931 time: 0.1536932 Apr 20 18:25:36.623748 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-7a913c66-9edf-432b-8aec-480d40a0e2b8 req-5a1873f7-4924-4078-845a-af2fc9128c39 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Synchronizing usage tracker for tenant:0b14c1698b6442d0905c40d66d70c2ea on resource:security_group {{(pid=86320) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:25:36.643982 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-7a913c66-9edf-432b-8aec-480d40a0e2b8 req-5a1873f7-4924-4078-845a-af2fc9128c39 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Unset dirty status for tenant:0b14c1698b6442d0905c40d66d70c2ea on resource:security_group {{(pid=86320) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:25:36.645236 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7a913c66-9edf-432b-8aec-480d40a0e2b8 req-5a1873f7-4924-4078-845a-af2fc9128c39 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799634 Apr 20 18:25:36.694264 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691b7ca3-00dc-420f-bee7-c49ea1b4479e {{(pid=86319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:25:36.702343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:36.718217 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Transition to ACTIVE for port object 691b7ca3-00dc-420f-bee7-c49ea1b4479e will not be triggered until provisioned by entity L2. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:25:36.721756 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:36.726657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ac68c97a-2946-4714-9bb9-a7c696ada349 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:36.893752 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Pushing event updated for resources: {'Port': ['ID=691b7ca3-00dc-420f-bee7-c49ea1b4479e,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:36.902124 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:36.983453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Attempting to bind port 691b7ca3-00dc-420f-bee7-c49ea1b4479e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:25:36.983825 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Attempting to bind port 691b7ca3-00dc-420f-bee7-c49ea1b4479e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:25:36.984759 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Attempting to bind port 691b7ca3-00dc-420f-bee7-c49ea1b4479e on network 7e05c070-bed8-4d80-b7c5-453933e0ed87 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:25:36.989440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Port 691b7ca3-00dc-420f-bee7-c49ea1b4479e on network 7e05c070-bed8-4d80-b7c5-453933e0ed87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:25:36.989800 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Attempting to bind port 691b7ca3-00dc-420f-bee7-c49ea1b4479e on network 7e05c070-bed8-4d80-b7c5-453933e0ed87 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:25:36.995470 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:25:36.995846 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Checking segment: {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:25:36.996264 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Bound using segment: {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:25:36.996733 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Bound port: 691b7ca3-00dc-420f-bee7-c49ea1b4479e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'}}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:25:36.997114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:37.096494 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] For port 691b7ca3-00dc-420f-bee7-c49ea1b4479e, host hv-cinder-78693, cleared binding levels {{(pid=86319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:25:37.099926 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] For port 691b7ca3-00dc-420f-bee7-c49ea1b4479e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=691b7ca3-00dc-420f-bee7-c49ea1b4479e,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:25:37.103445 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:37.108491 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6e1de7c5-b5ef-436c-abc8-411d08cdbbdc tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:37.166481 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:37.167174 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:37.168677 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] 10.222.0.37 "PUT /v2.0/ports/691b7ca3-00dc-420f-bee7-c49ea1b4479e HTTP/1.1" status: 200 len: 1093 time: 1.0534923 Apr 20 18:25:37.169233 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe699fa2-4c1b-42ac-a6c8-cfb3e4669394', 'tag': '691b7ca3-00dc-420f-bee7-c49ea1b4479e'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:25:37.198478 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Pushing event updated for resources: {'Port': ['ID=691b7ca3-00dc-420f-bee7-c49ea1b4479e,revision_number=3']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:37.201785 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-46118c63-725a-4260-871f-972b9cc24f6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:37.251803 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe699fa2-4c1b-42ac-a6c8-cfb3e4669394', 'tag': '691b7ca3-00dc-420f-bee7-c49ea1b4479e', 'status': 'completed', 'code': 200} Apr 20 18:25:37.289482 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-d5164b08-981f-4ace-9e9b-e82fba4374ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:37.291135 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-d5164b08-981f-4ace-9e9b-e82fba4374ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 1096 time: 0.0818434 Apr 20 18:25:37.373448 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-2493204f-ea6a-4c5d-b045-a95a5a0a88b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=691b7ca3-00dc-420f-bee7-c49ea1b4479e HTTP/1.1" status: 200 len: 217 time: 0.0707469 Apr 20 18:25:37.445497 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-f5c47879-0bcb-4b16-8e1a-364d93e6c28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:37.446968 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-f5c47879-0bcb-4b16-8e1a-364d93e6c28f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4300da5b-bce3-4d1c-a6d3-f698b03493d7 HTTP/1.1" status: 200 len: 855 time: 0.0642452 Apr 20 18:25:37.504515 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-6dc1d13d-972c-48d6-a321-b07be0b7e786 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e05c070-bed8-4d80-b7c5-453933e0ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470762 Apr 20 18:25:37.653764 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-8c0cff8e-0280-402e-8e81-739695f34023 service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380169 Apr 20 18:25:37.803591 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-ab94525c-c09c-4a45-aa92-6e6adefc39b4 req-75700511-78e1-4438-b5f0-7bd93ec096e9 service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401098 Apr 20 18:25:37.854345 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc68f7-4178-4ee2-a659-3d9c1699fd3e req-ba2efc3a-b423-4e11-945c-60bdc576c3d3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:37.856163 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f7bc68f7-4178-4ee2-a659-3d9c1699fd3e req-ba2efc3a-b423-4e11-945c-60bdc576c3d3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 943 time: 0.0945094 Apr 20 18:25:37.905534 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f7bc68f7-4178-4ee2-a659-3d9c1699fd3e req-ac2ea72c-9e5a-412a-bb8d-b7c02b356977 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429447 Apr 20 18:25:37.947349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522704a-71a1-4642-b0ed-a113832c9d3e req-d8827987-dfc4-47a2-8741-63219140138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:37.948954 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c522704a-71a1-4642-b0ed-a113832c9d3e req-d8827987-dfc4-47a2-8741-63219140138e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 1096 time: 0.0839396 Apr 20 18:25:38.103657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522704a-71a1-4642-b0ed-a113832c9d3e req-84f4cd41-a76a-4f69-a158-937436873091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:38.105210 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c522704a-71a1-4642-b0ed-a113832c9d3e req-84f4cd41-a76a-4f69-a158-937436873091 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 916 time: 0.1490984 Apr 20 18:25:38.181440 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c522704a-71a1-4642-b0ed-a113832c9d3e req-250626f3-8890-4920-8911-6faf224a719a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=691b7ca3-00dc-420f-bee7-c49ea1b4479e HTTP/1.1" status: 200 len: 217 time: 0.0684748 Apr 20 18:25:38.255941 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522704a-71a1-4642-b0ed-a113832c9d3e req-06fbee73-b093-456f-856b-63a167696164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:38.257513 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c522704a-71a1-4642-b0ed-a113832c9d3e req-06fbee73-b093-456f-856b-63a167696164 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4300da5b-bce3-4d1c-a6d3-f698b03493d7 HTTP/1.1" status: 200 len: 855 time: 0.0687621 Apr 20 18:25:38.310676 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c522704a-71a1-4642-b0ed-a113832c9d3e req-7e3e2846-feed-4ca5-af43-dc5b86cfcec8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e05c070-bed8-4d80-b7c5-453933e0ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460026 Apr 20 18:25:38.454675 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c522704a-71a1-4642-b0ed-a113832c9d3e req-25ab5bae-31d4-4197-8ac8-1643fea6a8d6 service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370497 Apr 20 18:25:38.599656 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c522704a-71a1-4642-b0ed-a113832c9d3e req-f3f664e7-4601-4f5d-bd1d-9e443aba81fd service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377585 Apr 20 18:25:39.113998 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47586f43-a1fa-4590-8803-a9ee04211f23 req-9fea96e3-f13c-4059-a840-35331e3bd65c tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:39.115627 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-47586f43-a1fa-4590-8803-a9ee04211f23 req-9fea96e3-f13c-4059-a840-35331e3bd65c tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 943 time: 0.0927715 Apr 20 18:25:39.164742 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-47586f43-a1fa-4590-8803-a9ee04211f23 req-0b9253d2-ae97-4e60-bc54-cbbd35086bc4 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Apr 20 18:25:39.263051 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 691b7ca3-00dc-420f-bee7-c49ea1b4479e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:25:39.407820 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 691b7ca3-00dc-420f-bee7-c49ea1b4479e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=691b7ca3-00dc-420f-bee7-c49ea1b4479e,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:25:39.422223 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '691b7ca3-00dc-420f-bee7-c49ea1b4479e', 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87', 'port_id': '691b7ca3-00dc-420f-bee7-c49ea1b4479e', 'mac_address': 'fa:16:3e:ba:dc:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4300da5b-bce3-4d1c-a6d3-f698b03493d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:25:39.481129 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:39.499673 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691b7ca3-00dc-420f-bee7-c49ea1b4479e {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:25:39.515602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 691b7ca3-00dc-420f-bee7-c49ea1b4479e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=691b7ca3-00dc-420f-bee7-c49ea1b4479e,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:25:39.518453 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:39.520318 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:39.598356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=691b7ca3-00dc-420f-bee7-c49ea1b4479e,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:39.606442 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:39.606861 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:39.607240 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:39.607613 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:39.607984 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:39.608352 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:39.608720 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:39.609085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:39.610006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:39.610370 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:39.610755 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:39.611122 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86321) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:25:39.615207 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:39.783224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['691b7ca3-00dc-420f-bee7-c49ea1b4479e'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:25:40.366814 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae11c-9940-4a66-9c91-8de6e59cfdc9 req-670115aa-983c-4956-aa89-458d1c136aa8 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:40.368528 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5e9ae11c-9940-4a66-9c91-8de6e59cfdc9 req-670115aa-983c-4956-aa89-458d1c136aa8 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 944 time: 0.0907419 Apr 20 18:25:40.423185 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-5e9ae11c-9940-4a66-9c91-8de6e59cfdc9 req-ce688023-2438-4068-9272-2a1f42998da5 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480516 Apr 20 18:25:40.605428 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ccdbfd8d-a14e-46cb-a4b0-2e03e24a710a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:41.278827 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 691b7ca3-00dc-420f-bee7-c49ea1b4479e up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:25:41.350879 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port 691b7ca3-00dc-420f-bee7-c49ea1b4479e completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:25:41.356510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 691b7ca3-00dc-420f-bee7-c49ea1b4479e triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:25:41.357090 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:41.485548 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:41.515080 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe699fa2-4c1b-42ac-a6c8-cfb3e4669394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691b7ca3-00dc-420f-bee7-c49ea1b4479e'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:25:41.526414 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 691b7ca3-00dc-420f-bee7-c49ea1b4479e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=691b7ca3-00dc-420f-bee7-c49ea1b4479e,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:25:41.530805 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:41.535541 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:41.614041 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe699fa2-4c1b-42ac-a6c8-cfb3e4669394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691b7ca3-00dc-420f-bee7-c49ea1b4479e', 'code': 200} Apr 20 18:25:41.645246 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764fd80-bb5b-40fa-8cb9-05c3ee57c28d req-252ff566-2bf3-4f16-b25a-83dedd651487 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:41.646886 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e764fd80-bb5b-40fa-8cb9-05c3ee57c28d req-252ff566-2bf3-4f16-b25a-83dedd651487 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 945 time: 0.1057167 Apr 20 18:25:41.656251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=691b7ca3-00dc-420f-bee7-c49ea1b4479e,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:41.660252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:41.699012 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e764fd80-bb5b-40fa-8cb9-05c3ee57c28d req-63906881-12e0-4e8b-9aad-56c76dc7d1a4 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Apr 20 18:25:41.874243 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56061b85-2427-4b6b-893e-2ee0d0052e3d req-c89d61d0-f1e9-44fe-a97e-039db8c726d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:41.875974 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-56061b85-2427-4b6b-893e-2ee0d0052e3d req-c89d61d0-f1e9-44fe-a97e-039db8c726d0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 1098 time: 0.0822248 Apr 20 18:25:41.922297 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-56061b85-2427-4b6b-893e-2ee0d0052e3d req-2e5d31e7-31e2-4d4a-adab-920c66100f7d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365674 Apr 20 18:25:42.910646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33c60a-c3d6-4429-9cf5-b6b0f19b0668 req-5ece3590-8b48-4aa0-84df-ccd36e8e8ea2 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:42.912256 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-db33c60a-c3d6-4429-9cf5-b6b0f19b0668 req-5ece3590-8b48-4aa0-84df-ccd36e8e8ea2 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 945 time: 0.0933621 Apr 20 18:25:42.963955 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-db33c60a-c3d6-4429-9cf5-b6b0f19b0668 req-187e7980-d786-458a-984f-9c0b5c4b8c6a tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450904 Apr 20 18:25:43.153388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-31c40c04-b6f7-4b33-9257-3b73e5ae94cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:43.902100 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:44.173919 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e8910-37da-4cb1-8980-4b82dc4d5185 req-89cdbb3e-75d9-4d41-92fb-1d30745b25cb tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:44.175517 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6b6e8910-37da-4cb1-8980-4b82dc4d5185 req-89cdbb3e-75d9-4d41-92fb-1d30745b25cb tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 945 time: 0.0920122 Apr 20 18:25:44.225950 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6b6e8910-37da-4cb1-8980-4b82dc4d5185 req-eb5bc69a-4fd6-4812-937b-da39877257fd tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439792 Apr 20 18:25:44.368252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:45.265619 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:48.094812 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:48.863948 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-7626c07e-cf6a-43bd-b050-0dcb0b9201a9 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:48.865605 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-7626c07e-cf6a-43bd-b050-0dcb0b9201a9 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 815 time: 0.1700764 Apr 20 18:25:48.882953 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-4f76c1b6-2fc8-4170-b2e5-77403a82d761 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/quotas/0b14c1698b6442d0905c40d66d70c2ea HTTP/1.1" status: 200 len: 375 time: 0.0108962 Apr 20 18:25:48.975890 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-19af1516-c2ce-4c0b-9f4e-587a3591e6a2 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867000 Apr 20 18:25:49.124228 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-67262195-8a68-41dd-aafb-cd2a40a6c370 service neutron] 10.222.0.21 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406062 Apr 20 18:25:49.275391 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-8e779c58-5a19-4136-86f5-1666a7cea15a service neutron] 10.222.0.21 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445954 Apr 20 18:25:49.513288 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-24d002ee-286f-43bf-aadd-e2c717177419 req-d5cafbc4-8911-4bb9-9d44-b6237ec3305e tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 210 time: 0.0626802 Apr 20 18:25:50.641817 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-b4c14dd0-f90e-4097-8602-82d766962540 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:50.643602 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-b4c14dd0-f90e-4097-8602-82d766962540 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 815 time: 0.1736233 Apr 20 18:25:50.657197 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Request body: {'port': {'device_id': '6481abd4-cb52-431a-bb3b-cc75cf6f88cd', 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87', 'admin_state_up': True, 'tenant_id': '0b14c1698b6442d0905c40d66d70c2ea'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:25:50.702657 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-653f93ef-4571-4f5b-b203-df8f6d76c704 req-058c3307-dfaf-47ca-83e3-a742f859f9d0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 210 time: 0.0587575 Apr 20 18:25:51.107413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:25:51.111621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Usage tracker for resource:port and tenant:0b14c1698b6442d0905c40d66d70c2ea is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:25:51.114977 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:25:51.121505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:25:51.132477 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Made reservation on behalf of 0b14c1698b6442d0905c40d66d70c2ea for: {'port': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:25:51.139557 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:51.347614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Allocated IP 172.20.0.7 (7e05c070-bed8-4d80-b7c5-453933e0ed87/4300da5b-bce3-4d1c-a6d3-f698b03493d7/c9e19379-0aad-4198-98c2-93f8e74eeaa1) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:25:51.563561 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:51.594956 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:51.601168 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-fb9b6928-326a-4c19-bd5c-8acdc4fb768b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:51.615763 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['691b7ca3-00dc-420f-bee7-c49ea1b4479e'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:25:51.675066 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Network 7e05c070-bed8-4d80-b7c5-453933e0ed87 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:25:51.679769 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:25:51.687273 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:25:51.722283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Pushing event updated for resources: {'Port': ['ID=c9e19379-0aad-4198-98c2-93f8e74eeaa1,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:51.730369 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:51.762710 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:51.763538 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:51.784534 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1318719 Apr 20 18:25:51.801802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Request body: {'port': {'device_id': '6481abd4-cb52-431a-bb3b-cc75cf6f88cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:25:51.911507 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759163e-936e-45d1-a4ee-b26342b981fc req-25861bb3-6e6c-4243-a369-b2942ad744bd tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:51.913044 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7759163e-936e-45d1-a4ee-b26342b981fc req-25861bb3-6e6c-4243-a369-b2942ad744bd tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 931 time: 0.0890708 Apr 20 18:25:51.927891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:51.964756 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7759163e-936e-45d1-a4ee-b26342b981fc req-5cd51f44-f846-400a-8172-a111fe2bcf9c tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Apr 20 18:25:52.293405 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e19379-0aad-4198-98c2-93f8e74eeaa1 {{(pid=86319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:25:52.301504 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:52.317944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Transition to ACTIVE for port object c9e19379-0aad-4198-98c2-93f8e74eeaa1 will not be triggered until provisioned by entity L2. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:25:52.320289 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:52.324923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:52.497640 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e19379-0aad-4198-98c2-93f8e74eeaa1,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:52.505828 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:52.576360 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Attempting to bind port c9e19379-0aad-4198-98c2-93f8e74eeaa1 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:25:52.576646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Attempting to bind port c9e19379-0aad-4198-98c2-93f8e74eeaa1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:25:52.577012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Attempting to bind port c9e19379-0aad-4198-98c2-93f8e74eeaa1 on network 7e05c070-bed8-4d80-b7c5-453933e0ed87 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:25:52.582515 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Port c9e19379-0aad-4198-98c2-93f8e74eeaa1 on network 7e05c070-bed8-4d80-b7c5-453933e0ed87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:25:52.582920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Attempting to bind port c9e19379-0aad-4198-98c2-93f8e74eeaa1 on network 7e05c070-bed8-4d80-b7c5-453933e0ed87 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:25:52.588697 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:25:52.589073 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Checking segment: {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:25:52.589491 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Bound using segment: {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:25:52.589960 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Bound port: c9e19379-0aad-4198-98c2-93f8e74eeaa1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'}}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:25:52.590342 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:52.689155 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] For port c9e19379-0aad-4198-98c2-93f8e74eeaa1, host hv-cinder-78693, cleared binding levels {{(pid=86319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:25:52.692280 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] For port c9e19379-0aad-4198-98c2-93f8e74eeaa1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9e19379-0aad-4198-98c2-93f8e74eeaa1,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:25:52.695524 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:52.700209 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cd350998-26a5-492d-b26c-0c43f61550cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:52.761867 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:52.762551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:52.764027 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] 10.222.0.37 "PUT /v2.0/ports/c9e19379-0aad-4198-98c2-93f8e74eeaa1 HTTP/1.1" status: 200 len: 1093 time: 0.9676945 Apr 20 18:25:52.764605 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6481abd4-cb52-431a-bb3b-cc75cf6f88cd', 'tag': 'c9e19379-0aad-4198-98c2-93f8e74eeaa1'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:25:52.786621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e19379-0aad-4198-98c2-93f8e74eeaa1,revision_number=3']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:52.789802 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:52.843184 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6481abd4-cb52-431a-bb3b-cc75cf6f88cd', 'tag': 'c9e19379-0aad-4198-98c2-93f8e74eeaa1', 'status': 'completed', 'code': 200} Apr 20 18:25:52.886486 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-7b4def7e-7ca0-4ef1-9d02-b14f0a17fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:52.888137 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-7b4def7e-7ca0-4ef1-9d02-b14f0a17fbb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 1096 time: 0.0825861 Apr 20 18:25:52.966191 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-9c68d13b-84bf-4e77-a8a9-b801e0cab9a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e19379-0aad-4198-98c2-93f8e74eeaa1 HTTP/1.1" status: 200 len: 217 time: 0.0711067 Apr 20 18:25:53.039729 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-a36ceefb-77c5-402e-9feb-f5039129f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:53.041898 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-a36ceefb-77c5-402e-9feb-f5039129f22c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4300da5b-bce3-4d1c-a6d3-f698b03493d7 HTTP/1.1" status: 200 len: 855 time: 0.0699654 Apr 20 18:25:53.103185 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-442a2de1-d491-444f-a1eb-731212e7bd29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e05c070-bed8-4d80-b7c5-453933e0ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502088 Apr 20 18:25:53.173704 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a089aa-facb-439b-9d7a-6d19cc7273b8 req-cd3a4813-0b28-40c4-84b0-1a347dd70ed9 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:53.175359 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a5a089aa-facb-439b-9d7a-6d19cc7273b8 req-cd3a4813-0b28-40c4-84b0-1a347dd70ed9 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 943 time: 0.0934761 Apr 20 18:25:53.224847 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a5a089aa-facb-439b-9d7a-6d19cc7273b8 req-d875e932-8b81-422c-bb25-e1c3f60f6866 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430794 Apr 20 18:25:53.257262 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-01db47b8-1577-4e91-9636-f9f0ab84984f service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388073 Apr 20 18:25:53.400333 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-515f7375-d4f2-40c5-a913-22e72c25b029 req-d8f5bc8d-636f-4bf7-8694-bf5f8c89b71f service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361451 Apr 20 18:25:53.532762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77980fa-7d45-4ee0-8eeb-4ff51a28ecf2 req-977a6279-0c77-4d7f-8299-cfdb60da891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:53.534993 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b77980fa-7d45-4ee0-8eeb-4ff51a28ecf2 req-977a6279-0c77-4d7f-8299-cfdb60da891e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 1096 time: 0.0827177 Apr 20 18:25:53.680940 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77980fa-7d45-4ee0-8eeb-4ff51a28ecf2 req-7bc5724f-0198-4954-aef5-092addbb68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:53.682451 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b77980fa-7d45-4ee0-8eeb-4ff51a28ecf2 req-7bc5724f-0198-4954-aef5-092addbb68ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 916 time: 0.1408582 Apr 20 18:25:53.762794 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b77980fa-7d45-4ee0-8eeb-4ff51a28ecf2 req-0367560c-b703-4dc6-b2a9-3334b691b3ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9e19379-0aad-4198-98c2-93f8e74eeaa1 HTTP/1.1" status: 200 len: 217 time: 0.0725076 Apr 20 18:25:53.832124 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77980fa-7d45-4ee0-8eeb-4ff51a28ecf2 req-bdc70d12-7eff-479d-8a1a-ef37d81bddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:53.833682 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b77980fa-7d45-4ee0-8eeb-4ff51a28ecf2 req-bdc70d12-7eff-479d-8a1a-ef37d81bddf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4300da5b-bce3-4d1c-a6d3-f698b03493d7 HTTP/1.1" status: 200 len: 855 time: 0.0641863 Apr 20 18:25:53.894173 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b77980fa-7d45-4ee0-8eeb-4ff51a28ecf2 req-75eea164-5c46-4346-b38a-dadc4401c0ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e05c070-bed8-4d80-b7c5-453933e0ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486269 Apr 20 18:25:54.038425 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b77980fa-7d45-4ee0-8eeb-4ff51a28ecf2 req-d41a3dc8-c8fc-4191-9113-5683805b8c4a service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352808 Apr 20 18:25:54.182872 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b77980fa-7d45-4ee0-8eeb-4ff51a28ecf2 req-2e41e4b6-643c-433a-8953-c23e46242053 service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372008 Apr 20 18:25:54.432183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abf336-27df-41a6-8f92-b913cf2aadcd req-e24eb453-d0c6-4791-8ea7-245c6236e603 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:54.433808 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c8abf336-27df-41a6-8f92-b913cf2aadcd req-e24eb453-d0c6-4791-8ea7-245c6236e603 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 943 time: 0.0909534 Apr 20 18:25:54.488054 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-c8abf336-27df-41a6-8f92-b913cf2aadcd req-6ae7b56e-6f25-4658-9aa5-2e91384e17d3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467949 Apr 20 18:25:55.356212 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device c9e19379-0aad-4198-98c2-93f8e74eeaa1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:25:55.498437 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port c9e19379-0aad-4198-98c2-93f8e74eeaa1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9e19379-0aad-4198-98c2-93f8e74eeaa1,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:25:55.512234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': 'c9e19379-0aad-4198-98c2-93f8e74eeaa1', 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87', 'port_id': 'c9e19379-0aad-4198-98c2-93f8e74eeaa1', 'mac_address': 'fa:16:3e:d2:9f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4300da5b-bce3-4d1c-a6d3-f698b03493d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:25:55.575119 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:55.594959 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e19379-0aad-4198-98c2-93f8e74eeaa1 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:25:55.613349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port c9e19379-0aad-4198-98c2-93f8e74eeaa1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9e19379-0aad-4198-98c2-93f8e74eeaa1,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:25:55.616173 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:55.618224 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-4e0d17ab-9e7c-4195-99e4-2a509107d45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:55.688227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=c9e19379-0aad-4198-98c2-93f8e74eeaa1,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:55.691586 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:55.697731 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c8954-2883-4724-ba91-dbbff05c7456 req-ed8c9a3c-f469-4b30-8d8f-0a25b4fd18ae tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:55.699347 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b54c8954-2883-4724-ba91-dbbff05c7456 req-ed8c9a3c-f469-4b30-8d8f-0a25b4fd18ae tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 944 time: 0.0934081 Apr 20 18:25:55.750248 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-b54c8954-2883-4724-ba91-dbbff05c7456 req-98d50c1c-ff13-401f-9f7a-fd8659aaf1ea tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436466 Apr 20 18:25:55.847440 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['c9e19379-0aad-4198-98c2-93f8e74eeaa1'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:25:56.954241 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43a968-8dae-4495-a81d-602a7689060c req-9da37833-f0d7-476f-9ac4-b2b67be38897 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:56.955950 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-be43a968-8dae-4495-a81d-602a7689060c req-9da37833-f0d7-476f-9ac4-b2b67be38897 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 944 time: 0.0927703 Apr 20 18:25:57.005392 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-be43a968-8dae-4495-a81d-602a7689060c req-1d4c99e3-514c-479b-bc24-cf318df1137e tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 Apr 20 18:25:57.370581 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device c9e19379-0aad-4198-98c2-93f8e74eeaa1 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:25:57.441589 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port c9e19379-0aad-4198-98c2-93f8e74eeaa1 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:25:57.446455 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port c9e19379-0aad-4198-98c2-93f8e74eeaa1 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:25:57.446927 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:57.737266 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:57.765188 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6481abd4-cb52-431a-bb3b-cc75cf6f88cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e19379-0aad-4198-98c2-93f8e74eeaa1'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:25:57.777217 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port c9e19379-0aad-4198-98c2-93f8e74eeaa1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9e19379-0aad-4198-98c2-93f8e74eeaa1,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:25:57.779759 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:57.781709 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:57.817020 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6481abd4-cb52-431a-bb3b-cc75cf6f88cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e19379-0aad-4198-98c2-93f8e74eeaa1', 'code': 200} Apr 20 18:25:57.857068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=c9e19379-0aad-4198-98c2-93f8e74eeaa1,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:57.860747 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:58.055113 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b20942-5200-4de4-b15f-f9c86f747cb0 req-179cc305-06bc-470e-a596-d7f102ed70ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:58.056719 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-60b20942-5200-4de4-b15f-f9c86f747cb0 req-179cc305-06bc-470e-a596-d7f102ed70ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 1098 time: 0.0781703 Apr 20 18:25:58.102298 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-60b20942-5200-4de4-b15f-f9c86f747cb0 req-7594ea8a-2a12-4b3e-9a9c-172f41860553 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383656 Apr 20 18:25:58.206880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad81fd4-cf32-4038-8ff6-530624729730 req-7d9607d5-fc9b-4115-8b2a-c0ded37af725 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:58.208477 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2ad81fd4-cf32-4038-8ff6-530624729730 req-7d9607d5-fc9b-4115-8b2a-c0ded37af725 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 945 time: 0.0899134 Apr 20 18:25:58.257079 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2ad81fd4-cf32-4038-8ff6-530624729730 req-5eb73295-8600-436e-bcd9-44b24fb5da1a tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419719 Apr 20 18:25:59.465905 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cd58d-70db-4ae5-8bab-894c0dfb9f01 req-bff088df-95df-4cf0-bf1f-f311200d1da6 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:25:59.467518 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3a9cd58d-70db-4ae5-8bab-894c0dfb9f01 req-bff088df-95df-4cf0-bf1f-f311200d1da6 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 945 time: 0.0939820 Apr 20 18:25:59.516361 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3a9cd58d-70db-4ae5-8bab-894c0dfb9f01 req-e0937aa3-9189-437d-a9e8-d5c7f63b5a92 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 Apr 20 18:26:01.675882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-a0937556-ce55-4938-ad8d-37af53a308b3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:01.677451 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-a0937556-ce55-4938-ad8d-37af53a308b3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 815 time: 0.1608253 Apr 20 18:26:01.694014 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-31af8740-14fa-4f4f-99d1-c0c2ddb22f54 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/quotas/0b14c1698b6442d0905c40d66d70c2ea HTTP/1.1" status: 200 len: 375 time: 0.0103450 Apr 20 18:26:01.782966 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-0657cfdc-540b-451d-9876-57f63b40b17d tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829914 Apr 20 18:26:01.926638 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-e27c5679-32e7-49fd-9fc6-648e9e6c5f3e service neutron] 10.222.0.21 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361134 Apr 20 18:26:02.070201 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-f73eba93-2497-4544-9555-3ffac89028d0 service neutron] 10.222.0.21 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368115 Apr 20 18:26:02.270092 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-59a25b7a-6370-466d-9d6b-2f84acc6d0e2 req-210716e0-d254-46f7-ab3a-831102db31ea tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 210 time: 0.0528438 Apr 20 18:26:03.391154 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-abbad3f3-1028-4640-9daa-571642ebfa76 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:03.393241 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-abbad3f3-1028-4640-9daa-571642ebfa76 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 815 time: 0.1629694 Apr 20 18:26:03.406092 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Request body: {'port': {'device_id': '22d39e53-ba11-4bee-8e46-688f5049d32e', 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87', 'admin_state_up': True, 'tenant_id': '0b14c1698b6442d0905c40d66d70c2ea'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:26:03.445270 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-022912ac-074c-4112-a5c3-a0296c68ed3d req-e6bd81b9-7e7e-4f7a-91e0-383999cf6010 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 210 time: 0.0548420 Apr 20 18:26:03.555527 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:26:03.559475 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Usage tracker for resource:port and tenant:0b14c1698b6442d0905c40d66d70c2ea is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:26:03.562464 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:26:03.569111 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:26:03.577916 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Made reservation on behalf of 0b14c1698b6442d0905c40d66d70c2ea for: {'port': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:26:03.584898 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:03.759580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Allocated IP 172.20.0.10 (7e05c070-bed8-4d80-b7c5-453933e0ed87/4300da5b-bce3-4d1c-a6d3-f698b03493d7/2ea4c3e2-822b-4194-a115-eba88d50be61) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:26:03.822491 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:26:03.975068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:04.004476 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:04.010077 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-aa2ea02a-4da6-4422-b92a-678f125902c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:04.030518 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['691b7ca3-00dc-420f-bee7-c49ea1b4479e', 'c9e19379-0aad-4198-98c2-93f8e74eeaa1'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:26:04.084944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Network 7e05c070-bed8-4d80-b7c5-453933e0ed87 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:26:04.088788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:26:04.093048 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:26:04.136938 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Pushing event updated for resources: {'Port': ['ID=2ea4c3e2-822b-4194-a115-eba88d50be61,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:04.142169 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:04.168079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:04.168799 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:04.189877 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-09550181-98db-4d84-8893-c1e1581b3b81 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7878969 Apr 20 18:26:04.202112 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Request body: {'port': {'device_id': '22d39e53-ba11-4bee-8e46-688f5049d32e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:26:04.326219 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:04.662562 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c5de0-bfbd-4251-85d6-6097e230ca86 req-662463ca-d9e7-479c-bf04-f685957e85be tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:04.664265 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-431c5de0-bfbd-4251-85d6-6097e230ca86 req-662463ca-d9e7-479c-bf04-f685957e85be tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 932 time: 0.0980463 Apr 20 18:26:04.713403 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-431c5de0-bfbd-4251-85d6-6097e230ca86 req-5c224bb5-650f-4b40-8e4d-de500514fec1 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426040 Apr 20 18:26:04.942075 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea4c3e2-822b-4194-a115-eba88d50be61 {{(pid=86319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:26:04.950238 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:04.965915 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Transition to ACTIVE for port object 2ea4c3e2-822b-4194-a115-eba88d50be61 will not be triggered until provisioned by entity L2. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:26:04.968682 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:04.974217 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-2b885a04-0b0d-49af-a563-24c1533fcb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:05.140329 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea4c3e2-822b-4194-a115-eba88d50be61,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:05.148578 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:05.221486 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Attempting to bind port 2ea4c3e2-822b-4194-a115-eba88d50be61 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:26:05.221772 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Attempting to bind port 2ea4c3e2-822b-4194-a115-eba88d50be61 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:26:05.222134 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Attempting to bind port 2ea4c3e2-822b-4194-a115-eba88d50be61 on network 7e05c070-bed8-4d80-b7c5-453933e0ed87 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:26:05.227093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Port 2ea4c3e2-822b-4194-a115-eba88d50be61 on network 7e05c070-bed8-4d80-b7c5-453933e0ed87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:26:05.227454 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Attempting to bind port 2ea4c3e2-822b-4194-a115-eba88d50be61 on network 7e05c070-bed8-4d80-b7c5-453933e0ed87 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:26:05.232862 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:26:05.233236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Checking segment: {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:26:05.233651 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Bound using segment: {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:26:05.234116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Bound port: 2ea4c3e2-822b-4194-a115-eba88d50be61, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'}}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:26:05.234498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.328614 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] For port 2ea4c3e2-822b-4194-a115-eba88d50be61, host hv-cinder-78693, cleared binding levels {{(pid=86319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:26:05.332254 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] For port 2ea4c3e2-822b-4194-a115-eba88d50be61, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2ea4c3e2-822b-4194-a115-eba88d50be61,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:26:05.335370 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.342966 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5f820450-26ba-4758-a211-5add7f221eb0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:05.404830 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:05.405499 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:05.407036 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] 10.222.0.37 "PUT /v2.0/ports/2ea4c3e2-822b-4194-a115-eba88d50be61 HTTP/1.1" status: 200 len: 1094 time: 1.2093873 Apr 20 18:26:05.407731 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d39e53-ba11-4bee-8e46-688f5049d32e', 'tag': '2ea4c3e2-822b-4194-a115-eba88d50be61'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:26:05.436118 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea4c3e2-822b-4194-a115-eba88d50be61,revision_number=3']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:05.440005 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:05.483375 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d39e53-ba11-4bee-8e46-688f5049d32e', 'tag': '2ea4c3e2-822b-4194-a115-eba88d50be61', 'status': 'completed', 'code': 200} Apr 20 18:26:05.521445 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-b3f2396b-e247-4eb6-b2bc-f25aa163fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:05.523075 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-b3f2396b-e247-4eb6-b2bc-f25aa163fd60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 1097 time: 0.0811441 Apr 20 18:26:05.603382 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-a1c4ef47-25c2-4b40-b37f-9355113f18d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ea4c3e2-822b-4194-a115-eba88d50be61 HTTP/1.1" status: 200 len: 217 time: 0.0697577 Apr 20 18:26:05.673067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-ec54d9ad-a783-4a23-ac43-ec1242e51518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:05.674765 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-ec54d9ad-a783-4a23-ac43-ec1242e51518 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4300da5b-bce3-4d1c-a6d3-f698b03493d7 HTTP/1.1" status: 200 len: 855 time: 0.0644505 Apr 20 18:26:05.730231 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-1e04a20c-19c6-4c3e-907e-1ffac40d9b30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e05c070-bed8-4d80-b7c5-453933e0ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491350 Apr 20 18:26:05.876886 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-7b960006-f58c-4437-a971-dbcc2477fda0 service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392176 Apr 20 18:26:05.918032 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31720ba-d26b-4b83-8c3d-e2fdf2d2171c req-3a646294-f1c1-4a69-bf88-4bfe07d413cf tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:05.920116 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e31720ba-d26b-4b83-8c3d-e2fdf2d2171c req-3a646294-f1c1-4a69-bf88-4bfe07d413cf tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 944 time: 0.0909703 Apr 20 18:26:05.972194 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e31720ba-d26b-4b83-8c3d-e2fdf2d2171c req-6a32682e-bb65-45d1-a4ad-54e35c8ffbd1 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449872 Apr 20 18:26:06.024322 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4b30a08f-d93f-4b1a-927a-79a081a44164 req-79adcf07-c941-4cfd-bc7b-0d084d4955c9 service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414347 Apr 20 18:26:06.149975 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76302a-adb5-44d6-9946-987ec61f3393 req-43452268-0b3d-49b7-bcd1-20afcc774646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:06.151639 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6c76302a-adb5-44d6-9946-987ec61f3393 req-43452268-0b3d-49b7-bcd1-20afcc774646 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 1097 time: 0.0846260 Apr 20 18:26:06.294972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76302a-adb5-44d6-9946-987ec61f3393 req-0303f192-d54a-4dd4-a08c-a1002fdc3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:06.296541 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6c76302a-adb5-44d6-9946-987ec61f3393 req-0303f192-d54a-4dd4-a08c-a1002fdc3362 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 916 time: 0.1375329 Apr 20 18:26:06.372978 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6c76302a-adb5-44d6-9946-987ec61f3393 req-b9dd5e9a-f31b-4944-8693-6bc87a1313ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ea4c3e2-822b-4194-a115-eba88d50be61 HTTP/1.1" status: 200 len: 217 time: 0.0693862 Apr 20 18:26:06.442034 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76302a-adb5-44d6-9946-987ec61f3393 req-5fbc1df4-622a-4f57-9f89-4256ed943f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:06.443639 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6c76302a-adb5-44d6-9946-987ec61f3393 req-5fbc1df4-622a-4f57-9f89-4256ed943f73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4300da5b-bce3-4d1c-a6d3-f698b03493d7 HTTP/1.1" status: 200 len: 855 time: 0.0639429 Apr 20 18:26:06.505098 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6c76302a-adb5-44d6-9946-987ec61f3393 req-a6b03818-4670-4185-81d6-9b041fc8d839 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e05c070-bed8-4d80-b7c5-453933e0ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473766 Apr 20 18:26:06.657835 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6c76302a-adb5-44d6-9946-987ec61f3393 req-f601b4aa-be6f-46e6-a16b-a538b5f7d3d7 service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420095 Apr 20 18:26:06.808370 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6c76302a-adb5-44d6-9946-987ec61f3393 req-70d8f927-d1f2-4e48-850b-fb080b33a962 service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437130 Apr 20 18:26:07.181144 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa0b39-aee7-4fd1-aeef-c02464828f55 req-53f9b3e3-5711-4312-a833-1f2300132380 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:07.182806 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e2fa0b39-aee7-4fd1-aeef-c02464828f55 req-53f9b3e3-5711-4312-a833-1f2300132380 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 944 time: 0.0937817 Apr 20 18:26:07.233104 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-e2fa0b39-aee7-4fd1-aeef-c02464828f55 req-4ce0edf2-00b8-4303-9031-447e3d679f73 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430863 Apr 20 18:26:07.417652 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 2ea4c3e2-822b-4194-a115-eba88d50be61 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:26:07.562861 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 2ea4c3e2-822b-4194-a115-eba88d50be61, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2ea4c3e2-822b-4194-a115-eba88d50be61,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:26:07.577463 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': '2ea4c3e2-822b-4194-a115-eba88d50be61', 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87', 'port_id': '2ea4c3e2-822b-4194-a115-eba88d50be61', 'mac_address': 'fa:16:3e:3f:c0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4300da5b-bce3-4d1c-a6d3-f698b03493d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:26:07.642952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:07.661387 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea4c3e2-822b-4194-a115-eba88d50be61 {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:26:07.678698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 2ea4c3e2-822b-4194-a115-eba88d50be61, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2ea4c3e2-822b-4194-a115-eba88d50be61,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:26:07.681317 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:07.683205 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:07.754908 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=2ea4c3e2-822b-4194-a115-eba88d50be61,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:07.758070 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:07.902996 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['2ea4c3e2-822b-4194-a115-eba88d50be61'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:26:08.447244 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a465ab-ac1d-4548-82f4-0d5f06076c71 req-6ed0e135-2d63-44a3-abff-e9066488ae17 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:08.448819 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-70a465ab-ac1d-4548-82f4-0d5f06076c71 req-6ed0e135-2d63-44a3-abff-e9066488ae17 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 945 time: 0.0953803 Apr 20 18:26:08.501262 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-70a465ab-ac1d-4548-82f4-0d5f06076c71 req-421fd301-6b98-46af-9c8e-39d8f78a24be tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Apr 20 18:26:09.455600 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 2ea4c3e2-822b-4194-a115-eba88d50be61 up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:26:09.566155 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port 2ea4c3e2-822b-4194-a115-eba88d50be61 completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:26:09.573675 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port 2ea4c3e2-822b-4194-a115-eba88d50be61 triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:26:09.574093 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:09.714471 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9b8ca-c84c-4762-b09a-eefdc973ae7b req-6f37556c-0c30-415b-bc8f-9c3f06b0f2ec tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:09.716186 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62f9b8ca-c84c-4762-b09a-eefdc973ae7b req-6f37556c-0c30-415b-bc8f-9c3f06b0f2ec tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 945 time: 0.0947065 Apr 20 18:26:09.735338 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:09.763996 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d39e53-ba11-4bee-8e46-688f5049d32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea4c3e2-822b-4194-a115-eba88d50be61'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:26:09.765587 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-62f9b8ca-c84c-4762-b09a-eefdc973ae7b req-5714ce81-20da-4e0c-8a3a-a342af28feed tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421767 Apr 20 18:26:09.774970 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port 2ea4c3e2-822b-4194-a115-eba88d50be61, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2ea4c3e2-822b-4194-a115-eba88d50be61,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:26:09.779067 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:09.781009 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:09.819457 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d39e53-ba11-4bee-8e46-688f5049d32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea4c3e2-822b-4194-a115-eba88d50be61', 'code': 200} Apr 20 18:26:09.856349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=2ea4c3e2-822b-4194-a115-eba88d50be61,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:09.859378 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:10.060107 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802528a-c099-4ab6-8b39-8c34ef67a4af req-46fee27d-a108-40aa-b423-26dc2a3160e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:10.061710 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2802528a-c099-4ab6-8b39-8c34ef67a4af req-46fee27d-a108-40aa-b423-26dc2a3160e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 1099 time: 0.0820282 Apr 20 18:26:10.104713 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-2802528a-c099-4ab6-8b39-8c34ef67a4af req-a9df2071-2a93-409a-b4af-45c2095fabd2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356126 Apr 20 18:26:10.608256 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8e52a958-efe5-4810-bf64-1fbb1576d333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:10.999498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e3396-e4b0-4cc9-ae4c-0df67b731d60 req-400d43e1-5ca3-4060-a604-d94369ea8f27 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:11.003425 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-560e3396-e4b0-4cc9-ae4c-0df67b731d60 req-400d43e1-5ca3-4060-a604-d94369ea8f27 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 946 time: 0.1156313 Apr 20 18:26:11.279924 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-560e3396-e4b0-4cc9-ae4c-0df67b731d60 req-5efbe0c0-5d75-4ad5-93fe-ca11ae23728e tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715049 Apr 20 18:26:12.486200 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ce0d5-ca54-49c8-a479-e62890c438f0 req-07eeaf5e-3149-4f58-bf73-af01fbe35b6d tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:12.487810 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3f1ce0d5-ca54-49c8-a479-e62890c438f0 req-07eeaf5e-3149-4f58-bf73-af01fbe35b6d tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 946 time: 0.0908437 Apr 20 18:26:12.539729 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3f1ce0d5-ca54-49c8-a479-e62890c438f0 req-bc3a9ea4-27b9-483e-97a0-6d3be8b97521 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444403 Apr 20 18:26:13.155673 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-decb0892-ce04-4e12-ad31-f117e71bb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:13.902953 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:14.370367 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:15.268621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:18.087818 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:18.948638 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-0507100e-6a7f-4fbd-99a3-f0431a193c2a tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:18.950174 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-0507100e-6a7f-4fbd-99a3-f0431a193c2a tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 815 time: 0.1590629 Apr 20 18:26:18.967145 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-f577d587-04e9-4ec9-b75c-198886f8a252 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/quotas/0b14c1698b6442d0905c40d66d70c2ea HTTP/1.1" status: 200 len: 375 time: 0.0104816 Apr 20 18:26:19.061745 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-b04f959c-f21e-4f1a-b20d-9d88cecdc18a tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0886340 Apr 20 18:26:19.206683 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-1c893ce4-ea1d-4c0e-bde4-e82eaab2b92a service neutron] 10.222.0.21 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365440 Apr 20 18:26:19.351238 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-6c682424-3bb4-4888-83d5-63701c45048b service neutron] 10.222.0.21 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379528 Apr 20 18:26:20.568033 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9d6240e6-7b52-4971-a929-9bd59c710f65 req-bed355b5-3baf-478e-b8cc-aedd650a166a tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 210 time: 0.0500722 Apr 20 18:26:21.692167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-1820cdab-6997-44f9-9323-c932e95a75fc tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:21.693733 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-1820cdab-6997-44f9-9323-c932e95a75fc tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 815 time: 0.1655340 Apr 20 18:26:21.715726 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Request body: {'port': {'device_id': '6a5031b5-3ba4-48a0-bf81-66df82712a19', 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87', 'admin_state_up': True, 'tenant_id': '0b14c1698b6442d0905c40d66d70c2ea'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:26:21.751834 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-1ae1cf1a-0ea7-49e9-80c0-092e4754dbfd req-1529f890-b929-4d8f-96d8-a70221271abb tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 210 time: 0.0555575 Apr 20 18:26:21.863390 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:26:21.867594 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Usage tracker for resource:port and tenant:0b14c1698b6442d0905c40d66d70c2ea is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:26:21.870720 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:26:21.878837 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:26:21.887710 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Made reservation on behalf of 0b14c1698b6442d0905c40d66d70c2ea for: {'port': 1} {{(pid=86319) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:26:21.893971 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:22.069868 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_common [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Allocated IP 172.20.0.9 (7e05c070-bed8-4d80-b7c5-453933e0ed87/4300da5b-bce3-4d1c-a6d3-f698b03493d7/fd0a9057-3fbd-48e2-b487-dad728ab20dd) {{(pid=86319) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:26:22.286936 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks [] for port, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:22.317356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363261996598320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:22.323213 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-21cbd3fe-aa6c-4b85-ac0d-6fe24474db89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:22.330330 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['691b7ca3-00dc-420f-bee7-c49ea1b4479e', 'c9e19379-0aad-4198-98c2-93f8e74eeaa1', '2ea4c3e2-822b-4194-a115-eba88d50be61'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:26:22.399845 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Network 7e05c070-bed8-4d80-b7c5-453933e0ed87 is already hosted by enough agents. {{(pid=86319) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:26:22.403355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.scheduler.base_scheduler [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Resources bound (agent type, host, resource id): {{(pid=86319) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:26:22.407736 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Received port after_create {{(pid=86319) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:26:22.446422 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Pushing event updated for resources: {'Port': ['ID=fd0a9057-3fbd-48e2-b487-dad728ab20dd,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:22.462371 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:22.462839 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:22.463250 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:22.463657 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:22.464060 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:22.464460 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:22.464856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:22.465252 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:22.465646 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:22.466041 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:22.466436 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:22.466853 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:22.476388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:22.493116 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:22.493647 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:22.513947 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-e1ad4a13-f296-4f2f-84d3-fbf25470e3da tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8027523 Apr 20 18:26:22.526633 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.v2.base [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Request body: {'port': {'device_id': '6a5031b5-3ba4-48a0-bf81-66df82712a19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86319) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:26:22.660411 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:23.026064 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec70f29-e0ef-4aaf-a289-c2360cffbd55 req-f72ef104-81da-4513-9762-545653d599b4 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:23.027708 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ec70f29-e0ef-4aaf-a289-c2360cffbd55 req-f72ef104-81da-4513-9762-545653d599b4 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 931 time: 0.1607428 Apr 20 18:26:23.032314 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07f0f9a5-6683-4653-a169-8d80b67134c8 req-c23e4992-57fc-4360-90df-c7f2c7a0ee80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1268287 Apr 20 18:26:23.032736 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0a9057-3fbd-48e2-b487-dad728ab20dd {{(pid=86319) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:26:23.041493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:23.057505 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Transition to ACTIVE for port object fd0a9057-3fbd-48e2-b487-dad728ab20dd will not be triggered until provisioned by entity L2. {{(pid=86319) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:26:23.060378 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:23.065320 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-31911d28-0787-4ddf-b9ec-263ed2053d5a tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:23.079398 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-9ec70f29-e0ef-4aaf-a289-c2360cffbd55 req-92bab3e2-8b35-46db-8a69-198d84cd52db tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439451 Apr 20 18:26:23.198089 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0f9a5-6683-4653-a169-8d80b67134c8 req-d6ee32ca-c86f-4036-bfe6-1547b7a6a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:23.199800 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07f0f9a5-6683-4653-a169-8d80b67134c8 req-d6ee32ca-c86f-4036-bfe6-1547b7a6a3a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 1098 time: 0.0834353 Apr 20 18:26:23.367424 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0f9a5-6683-4653-a169-8d80b67134c8 req-52108330-72c2-4fa8-b9e8-727a854363a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:23.369049 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07f0f9a5-6683-4653-a169-8d80b67134c8 req-52108330-72c2-4fa8-b9e8-727a854363a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 916 time: 0.1481428 Apr 20 18:26:23.449888 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07f0f9a5-6683-4653-a169-8d80b67134c8 req-503ff9c1-af82-4296-baec-86968c3d4461 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=691b7ca3-00dc-420f-bee7-c49ea1b4479e HTTP/1.1" status: 200 len: 217 time: 0.0728083 Apr 20 18:26:23.514203 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0a9057-3fbd-48e2-b487-dad728ab20dd,revision_number=2']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:23.518728 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:23.525420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0f9a5-6683-4653-a169-8d80b67134c8 req-f9149599-ae2c-4db5-be91-aac80a1a0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:23.527035 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07f0f9a5-6683-4653-a169-8d80b67134c8 req-f9149599-ae2c-4db5-be91-aac80a1a0337 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4300da5b-bce3-4d1c-a6d3-f698b03493d7 HTTP/1.1" status: 200 len: 855 time: 0.0701325 Apr 20 18:26:23.554272 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Attempting to bind port fd0a9057-3fbd-48e2-b487-dad728ab20dd on host hv-cinder-78693 for vnic_type normal with profile {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:26:23.554676 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Attempting to bind port fd0a9057-3fbd-48e2-b487-dad728ab20dd by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:26:23.555045 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Attempting to bind port fd0a9057-3fbd-48e2-b487-dad728ab20dd on network 7e05c070-bed8-4d80-b7c5-453933e0ed87 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:26:23.559970 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Port fd0a9057-3fbd-48e2-b487-dad728ab20dd on network 7e05c070-bed8-4d80-b7c5-453933e0ed87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:26:23.560321 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Attempting to bind port fd0a9057-3fbd-48e2-b487-dad728ab20dd on network 7e05c070-bed8-4d80-b7c5-453933e0ed87 {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:26:23.566432 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Checking agent: {'id': '10554105-2842-463a-91e6-57c4ee1cc222', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'started_at': datetime.datetime(2021, 4, 20, 18, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:26:23.566827 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Checking segment: {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86319) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:26:23.567236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Bound using segment: {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'} {{(pid=86319) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:26:23.567698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Bound port: fd0a9057-3fbd-48e2-b487-dad728ab20dd, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87'}}] {{(pid=86319) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:26:23.568082 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:23.582286 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07f0f9a5-6683-4653-a169-8d80b67134c8 req-0d5b379e-c17b-4dbf-8bed-60aef6ab5dc7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e05c070-bed8-4d80-b7c5-453933e0ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482466 Apr 20 18:26:23.669072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] For port fd0a9057-3fbd-48e2-b487-dad728ab20dd, host hv-cinder-78693, cleared binding levels {{(pid=86319) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:26:23.672933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] For port fd0a9057-3fbd-48e2-b487-dad728ab20dd, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd0a9057-3fbd-48e2-b487-dad728ab20dd,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86319) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:26:23.676491 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847040933'] for port, after_update {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:23.681383 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-eefbb6a9-e204-4457-8f77-7ce644885583 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:23.729453 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07f0f9a5-6683-4653-a169-8d80b67134c8 req-8b688e1e-7e3a-4c22-9cff-0db32d205e2c service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402347 Apr 20 18:26:23.743292 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:23.743986 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:23.745478 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] 10.222.0.37 "PUT /v2.0/ports/fd0a9057-3fbd-48e2-b487-dad728ab20dd HTTP/1.1" status: 200 len: 1093 time: 1.2237146 Apr 20 18:26:23.746102 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5031b5-3ba4-48a0-bf81-66df82712a19', 'tag': 'fd0a9057-3fbd-48e2-b487-dad728ab20dd'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:26:23.771632 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0a9057-3fbd-48e2-b487-dad728ab20dd,revision_number=3']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:23.775141 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-012e0f0a-0892-4ad0-b491-f84bf560d666 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:23.827801 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5031b5-3ba4-48a0-bf81-66df82712a19', 'tag': 'fd0a9057-3fbd-48e2-b487-dad728ab20dd', 'status': 'completed', 'code': 200} Apr 20 18:26:23.871950 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-a6633123-80fe-475e-9a19-6c236d5e2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:23.873515 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-a6633123-80fe-475e-9a19-6c236d5e2005 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 1096 time: 0.0853648 Apr 20 18:26:23.879784 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-07f0f9a5-6683-4653-a169-8d80b67134c8 req-9c5a7adc-a633-4bb4-8287-1ebe2a03c8d5 service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421723 Apr 20 18:26:23.956298 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-4225d67d-bdd2-4413-a1f5-d3c4db4d7841 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd0a9057-3fbd-48e2-b487-dad728ab20dd HTTP/1.1" status: 200 len: 217 time: 0.0715034 Apr 20 18:26:24.029196 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-6e653472-eb4a-4a76-8f8f-7c66dc9206a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:24.030825 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-6e653472-eb4a-4a76-8f8f-7c66dc9206a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4300da5b-bce3-4d1c-a6d3-f698b03493d7 HTTP/1.1" status: 200 len: 855 time: 0.0679314 Apr 20 18:26:24.084939 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-ccad7add-4c9a-4266-828d-f0cfe5be98b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e05c070-bed8-4d80-b7c5-453933e0ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465853 Apr 20 18:26:24.236588 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-4aeeb097-6762-4abd-935d-b7eb10cd22d9 service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411288 Apr 20 18:26:24.286235 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a2e8d-016e-4e0c-8b14-e8452f8cd76e req-cbfadbf0-fbab-4854-adf5-3ef2df45fe04 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:24.287993 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3d6a2e8d-016e-4e0c-8b14-e8452f8cd76e req-cbfadbf0-fbab-4854-adf5-3ef2df45fe04 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 943 time: 0.0913363 Apr 20 18:26:24.338805 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3d6a2e8d-016e-4e0c-8b14-e8452f8cd76e req-ecd3ea68-22d1-4bd0-87e8-f55068efd87d tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443270 Apr 20 18:26:24.386423 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-f9dc0943-7b9e-4ace-ad55-87aa98aa1628 req-707d6447-3b86-4096-82f8-dc334368f1b3 service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418223 Apr 20 18:26:24.511312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155a5f8-9716-47c2-b7bc-5fc108160075 req-b46cb56b-d359-438f-9ed2-f9949aa908e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:24.512912 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a155a5f8-9716-47c2-b7bc-5fc108160075 req-b46cb56b-d359-438f-9ed2-f9949aa908e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 1096 time: 0.0801170 Apr 20 18:26:24.660770 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155a5f8-9716-47c2-b7bc-5fc108160075 req-9db6a23e-b59e-4cc6-bcad-cf8e5b346064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:24.662243 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a155a5f8-9716-47c2-b7bc-5fc108160075 req-9db6a23e-b59e-4cc6-bcad-cf8e5b346064 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 200 len: 916 time: 0.1410604 Apr 20 18:26:24.750829 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a155a5f8-9716-47c2-b7bc-5fc108160075 req-2b694ad8-56c7-4cd4-a3ea-68f68ef93595 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd0a9057-3fbd-48e2-b487-dad728ab20dd HTTP/1.1" status: 200 len: 217 time: 0.0721321 Apr 20 18:26:24.823441 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155a5f8-9716-47c2-b7bc-5fc108160075 req-504cb1e1-0348-41f5-a2e6-a47b7d1c0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:24.825023 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a155a5f8-9716-47c2-b7bc-5fc108160075 req-504cb1e1-0348-41f5-a2e6-a47b7d1c0cd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4300da5b-bce3-4d1c-a6d3-f698b03493d7 HTTP/1.1" status: 200 len: 855 time: 0.0666587 Apr 20 18:26:24.884345 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a155a5f8-9716-47c2-b7bc-5fc108160075 req-e669c15c-b46a-481f-99ef-153c985f43bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7e05c070-bed8-4d80-b7c5-453933e0ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513949 Apr 20 18:26:25.039836 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a155a5f8-9716-47c2-b7bc-5fc108160075 req-966b6645-0317-45ff-815c-0d35a4cedb2c service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403551 Apr 20 18:26:25.189252 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-a155a5f8-9716-47c2-b7bc-5fc108160075 req-02712e18-6022-46d5-b69b-d50a15ad14ca service neutron] 10.222.0.37 "GET /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405985 Apr 20 18:26:25.546933 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfe460-3169-4c0c-aede-2ef8f99f6ea5 req-62f41130-97ea-4fb2-95ac-5bb44289ad4d tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:25.548618 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d6cfe460-3169-4c0c-aede-2ef8f99f6ea5 req-62f41130-97ea-4fb2-95ac-5bb44289ad4d tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 943 time: 0.0921073 Apr 20 18:26:25.589007 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device fd0a9057-3fbd-48e2-b487-dad728ab20dd details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86321) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:26:25.599024 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-d6cfe460-3169-4c0c-aede-2ef8f99f6ea5 req-1c5d60f7-f4d6-4dc5-b1f8-2011f29791d4 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439525 Apr 20 18:26:25.734124 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port fd0a9057-3fbd-48e2-b487-dad728ab20dd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd0a9057-3fbd-48e2-b487-dad728ab20dd,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:26:25.748627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Returning: {'device': 'fd0a9057-3fbd-48e2-b487-dad728ab20dd', 'network_id': '7e05c070-bed8-4d80-b7c5-453933e0ed87', 'port_id': 'fd0a9057-3fbd-48e2-b487-dad728ab20dd', 'mac_address': 'fa:16:3e:a3:10:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4300da5b-bce3-4d1c-a6d3-f698b03493d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86321) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:26:25.811467 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:25.829615 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0a9057-3fbd-48e2-b487-dad728ab20dd {{(pid=86321) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:26:25.846171 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port fd0a9057-3fbd-48e2-b487-dad728ab20dd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd0a9057-3fbd-48e2-b487-dad728ab20dd,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:26:25.848935 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:25.850745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:25.920711 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=fd0a9057-3fbd-48e2-b487-dad728ab20dd,revision_number=4']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:25.924006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:26.100972 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['fd0a9057-3fbd-48e2-b487-dad728ab20dd'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:26:26.806094 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38642f2a-3919-4970-9102-44e98627f1ac req-926f7bd4-76b2-4491-bdd8-b6838cf5071a tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:26.807718 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-38642f2a-3919-4970-9102-44e98627f1ac req-926f7bd4-76b2-4491-bdd8-b6838cf5071a tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 944 time: 0.0922260 Apr 20 18:26:26.855641 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-38642f2a-3919-4970-9102-44e98627f1ac req-69b60387-e150-4577-a6aa-f2a1950997b2 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 Apr 20 18:26:27.606463 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device fd0a9057-3fbd-48e2-b487-dad728ab20dd up at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:26:27.678139 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning for port fd0a9057-3fbd-48e2-b487-dad728ab20dd completed by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:26:27.683344 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.provisioning_blocks [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Provisioning complete for port fd0a9057-3fbd-48e2-b487-dad728ab20dd triggered by entity L2. {{(pid=86321) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:26:27.684091 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-738687'] for port, provisioning_complete {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:27.816593 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854121566'] for port, before_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:27.846188 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5031b5-3ba4-48a0-bf81-66df82712a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0a9057-3fbd-48e2-b487-dad728ab20dd'}] {{(pid=86321) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:26:27.857102 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] For port fd0a9057-3fbd-48e2-b487-dad728ab20dd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd0a9057-3fbd-48e2-b487-dad728ab20dd,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86321) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:26:27.859686 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774858626504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363261996598303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363261996596732'] for port, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:27.862321 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:27.904605 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5031b5-3ba4-48a0-bf81-66df82712a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0a9057-3fbd-48e2-b487-dad728ab20dd', 'code': 200} Apr 20 18:26:27.944403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Pushing event updated for resources: {'Port': ['ID=fd0a9057-3fbd-48e2-b487-dad728ab20dd,revision_number=5']} {{(pid=86321) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:27.951720 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86321) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:28.072312 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10c8fb-de4f-44bb-98af-ec192c8ff364 req-9716f90f-69fb-4b46-89d0-96537b6fdb77 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:28.073994 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-da10c8fb-de4f-44bb-98af-ec192c8ff364 req-9716f90f-69fb-4b46-89d0-96537b6fdb77 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 945 time: 0.0906727 Apr 20 18:26:28.129092 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-da10c8fb-de4f-44bb-98af-ec192c8ff364 req-35b5ea7c-cda2-4b6e-8392-61cffff5db14 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422018 Apr 20 18:26:28.157057 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be26bd9-89ea-4c6f-bce0-f6b408bf6f5e req-1af1f50e-6d2c-4953-970e-bb145346eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:28.158704 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8be26bd9-89ea-4c6f-bce0-f6b408bf6f5e req-1af1f50e-6d2c-4953-970e-bb145346eb37 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 1098 time: 0.0850105 Apr 20 18:26:28.204197 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-8be26bd9-89ea-4c6f-bce0-f6b408bf6f5e req-599f2340-551e-4244-a0c5-73422c2d2b0b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372210 Apr 20 18:26:29.339105 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b5515c-23b5-43f4-8e9a-b6df6b71334b req-9f1d1904-522f-4df2-9ace-e65c216bcad9 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:29.340705 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-23b5515c-23b5-43f4-8e9a-b6df6b71334b req-9f1d1904-522f-4df2-9ace-e65c216bcad9 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 945 time: 0.0926192 Apr 20 18:26:29.389287 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-23b5515c-23b5-43f4-8e9a-b6df6b71334b req-c1205279-ea16-4a64-b3f3-f288e60b9438 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410399 Apr 20 18:26:36.993438 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da838a4-43d6-44a0-acbe-038f27e18c7d req-6493257f-6568-4898-a242-b65ed00006af tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:36.995040 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4da838a4-43d6-44a0-acbe-038f27e18c7d req-6493257f-6568-4898-a242-b65ed00006af tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 945 time: 0.0907085 Apr 20 18:26:37.046980 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-4da838a4-43d6-44a0-acbe-038f27e18c7d req-69196973-2220-4625-b006-a4a15e76fd23 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452840 Apr 20 18:26:38.251708 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7e342-48cc-4276-b8f9-a5cb0831beb6 req-165b23bc-f3b0-4c75-aae8-c79bb6516dbc tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:38.253254 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-48a7e342-48cc-4276-b8f9-a5cb0831beb6 req-165b23bc-f3b0-4c75-aae8-c79bb6516dbc tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 945 time: 0.0911922 Apr 20 18:26:38.303323 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-48a7e342-48cc-4276-b8f9-a5cb0831beb6 req-b82de4b7-16fb-4278-8563-90871e8e211b tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436020 Apr 20 18:26:38.653080 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-12ee2c25-cfec-4cb2-9d52-4c2622b61073 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:38.653877 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-12ee2c25-cfec-4cb2-9d52-4c2622b61073 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Synchronizing usage tracker for tenant:0b14c1698b6442d0905c40d66d70c2ea on resource:port {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:26:38.669983 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-12ee2c25-cfec-4cb2-9d52-4c2622b61073 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Unset dirty status for tenant:0b14c1698b6442d0905c40d66d70c2ea on resource:port {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:26:38.671240 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-12ee2c25-cfec-4cb2-9d52-4c2622b61073 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 945 time: 0.1109996 Apr 20 18:26:38.752762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-bdefa9ff-a71c-40bf-87d1-d95b2178515f tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Deleting port fd0a9057-3fbd-48e2-b487-dad728ab20dd {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:26:38.753153 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-bdefa9ff-a71c-40bf-87d1-d95b2178515f tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:39.017643 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-bdefa9ff-a71c-40bf-87d1-d95b2178515f tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] For port fd0a9057-3fbd-48e2-b487-dad728ab20dd, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=fd0a9057-3fbd-48e2-b487-dad728ab20dd,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:26:39.018042 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-bdefa9ff-a71c-40bf-87d1-d95b2178515f tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:39.151723 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-bdefa9ff-a71c-40bf-87d1-d95b2178515f tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Calling delete_port for fd0a9057-3fbd-48e2-b487-dad728ab20dd owned by compute:nova {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:26:39.303277 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-bdefa9ff-a71c-40bf-87d1-d95b2178515f tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:39.309694 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-b1319ca4-060b-4eaa-a06b-a3b3d365ba4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:39.316006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['691b7ca3-00dc-420f-bee7-c49ea1b4479e', 'c9e19379-0aad-4198-98c2-93f8e74eeaa1', '2ea4c3e2-822b-4194-a115-eba88d50be61', 'fd0a9057-3fbd-48e2-b487-dad728ab20dd'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:26:39.359216 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefa9ff-a71c-40bf-87d1-d95b2178515f tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Pushing event deleted for resources: {'Port': ['ID=fd0a9057-3fbd-48e2-b487-dad728ab20dd,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:39.363823 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bdefa9ff-a71c-40bf-87d1-d95b2178515f tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:39.447760 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-bdefa9ff-a71c-40bf-87d1-d95b2178515f tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] No DVR routers for this DVR port fd0a9057-3fbd-48e2-b487-dad728ab20dd on host hv-cinder-78693 {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:26:39.450306 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-bdefa9ff-a71c-40bf-87d1-d95b2178515f tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:39.453301 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5031b5-3ba4-48a0-bf81-66df82712a19', 'name': 'network-vif-deleted', 'tag': 'fd0a9057-3fbd-48e2-b487-dad728ab20dd'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:26:39.472644 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-161bfd54-dd83-4c6c-8718-6da253b9c46c req-bdefa9ff-a71c-40bf-87d1-d95b2178515f tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "DELETE /v2.0/ports/fd0a9057-3fbd-48e2-b487-dad728ab20dd HTTP/1.1" status: 204 len: 173 time: 0.7934232 Apr 20 18:26:39.496286 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-fe45b963-7eb5-4395-b6ab-e9bdeeed7928 req-24af561f-c5a7-4635-9309-6e52ef46736e tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a5031b5-3ba4-48a0-bf81-66df82712a19 HTTP/1.1" status: 200 len: 210 time: 0.0714931 Apr 20 18:26:39.526706 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5031b5-3ba4-48a0-bf81-66df82712a19', 'name': 'network-vif-deleted', 'tag': 'fd0a9057-3fbd-48e2-b487-dad728ab20dd', 'status': 'completed', 'code': 200} Apr 20 18:26:40.612887 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cc8b185f-712a-42c0-a044-c90469feb04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:40.825516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:26:41.667277 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device fd0a9057-3fbd-48e2-b487-dad728ab20dd no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:26:41.707548 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: fd0a9057-3fbd-48e2-b487-dad728ab20dd {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:26:41.707942 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device fd0a9057-3fbd-48e2-b487-dad728ab20dd not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:26:42.238013 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48bd76-442e-4392-a078-b20df704dc9b req-a407e72f-cb31-45e6-8269-c78c19e9c2b3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:42.239569 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7b48bd76-442e-4392-a078-b20df704dc9b req-a407e72f-cb31-45e6-8269-c78c19e9c2b3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 946 time: 0.0920479 Apr 20 18:26:42.287222 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-7b48bd76-442e-4392-a078-b20df704dc9b req-d937aa12-ff93-44fc-b64e-12782a22c273 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413432 Apr 20 18:26:43.158283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2ed886c4-d7d4-4c9e-ad00-d7946f930482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:43.494104 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a10a0d-d133-4761-b349-294933a6b554 req-ab1a5ea0-b528-4009-b795-28d308784b65 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:43.495675 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-99a10a0d-d133-4761-b349-294933a6b554 req-ab1a5ea0-b528-4009-b795-28d308784b65 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 946 time: 0.0929618 Apr 20 18:26:43.544623 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-99a10a0d-d133-4761-b349-294933a6b554 req-f294a323-9397-4445-b00d-56cc718fb8df tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418701 Apr 20 18:26:43.907014 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:43.944699 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-d534b76e-8244-4534-a281-15c1fa6613d1 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:43.945490 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-d534b76e-8244-4534-a281-15c1fa6613d1 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Synchronizing usage tracker for tenant:0b14c1698b6442d0905c40d66d70c2ea on resource:port {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:26:43.960493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-d534b76e-8244-4534-a281-15c1fa6613d1 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Unset dirty status for tenant:0b14c1698b6442d0905c40d66d70c2ea on resource:port {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:26:43.961719 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-d534b76e-8244-4534-a281-15c1fa6613d1 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 946 time: 0.1051900 Apr 20 18:26:44.045737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-cc9204e2-3544-4570-8745-ea4798a41214 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Deleting port 2ea4c3e2-822b-4194-a115-eba88d50be61 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:26:44.046348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-cc9204e2-3544-4570-8745-ea4798a41214 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:44.309330 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-cc9204e2-3544-4570-8745-ea4798a41214 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] For port 2ea4c3e2-822b-4194-a115-eba88d50be61, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2ea4c3e2-822b-4194-a115-eba88d50be61,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:26:44.310039 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-cc9204e2-3544-4570-8745-ea4798a41214 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:44.373491 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:44.445658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-cc9204e2-3544-4570-8745-ea4798a41214 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Calling delete_port for 2ea4c3e2-822b-4194-a115-eba88d50be61 owned by compute:nova {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:26:44.599702 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-cc9204e2-3544-4570-8745-ea4798a41214 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:44.606447 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-18a192c9-a0e2-4112-9219-44c9feb33990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:44.615737 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['691b7ca3-00dc-420f-bee7-c49ea1b4479e', 'c9e19379-0aad-4198-98c2-93f8e74eeaa1', '2ea4c3e2-822b-4194-a115-eba88d50be61'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:26:44.655844 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9204e2-3544-4570-8745-ea4798a41214 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Pushing event deleted for resources: {'Port': ['ID=2ea4c3e2-822b-4194-a115-eba88d50be61,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:44.659996 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cc9204e2-3544-4570-8745-ea4798a41214 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:44.724519 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-063729c9-e552-4c95-9fc4-aaf8ee32eba0 req-19d56eda-a30f-449b-b916-e08b474f8d01 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d39e53-ba11-4bee-8e46-688f5049d32e HTTP/1.1" status: 200 len: 210 time: 0.0582972 Apr 20 18:26:44.743058 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-cc9204e2-3544-4570-8745-ea4798a41214 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] No DVR routers for this DVR port 2ea4c3e2-822b-4194-a115-eba88d50be61 on host hv-cinder-78693 {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:26:44.751346 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-cc9204e2-3544-4570-8745-ea4798a41214 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:44.754321 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d39e53-ba11-4bee-8e46-688f5049d32e', 'name': 'network-vif-deleted', 'tag': '2ea4c3e2-822b-4194-a115-eba88d50be61'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:26:44.771087 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-468f5f6e-0c1c-4a33-8f73-df42dbe5e389 req-cc9204e2-3544-4570-8745-ea4798a41214 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "DELETE /v2.0/ports/2ea4c3e2-822b-4194-a115-eba88d50be61 HTTP/1.1" status: 204 len: 173 time: 0.8004832 Apr 20 18:26:44.807784 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d39e53-ba11-4bee-8e46-688f5049d32e', 'name': 'network-vif-deleted', 'tag': '2ea4c3e2-822b-4194-a115-eba88d50be61', 'status': 'completed', 'code': 200} Apr 20 18:26:45.270875 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:46.204721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b086f-b805-431d-84d4-311642067b7d req-9e4d70f9-e79d-4adc-87c6-e972dc6a4699 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:46.206197 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-112b086f-b805-431d-84d4-311642067b7d req-9e4d70f9-e79d-4adc-87c6-e972dc6a4699 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 945 time: 0.0869176 Apr 20 18:26:46.256852 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-112b086f-b805-431d-84d4-311642067b7d req-076df3ff-d081-4581-9e62-44be92d4de39 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440493 Apr 20 18:26:47.459952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40837c9d-8bd4-494b-8c82-5acb9b350023 req-2647863b-9388-4b60-938d-3cfc67d97cf1 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:47.461530 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-40837c9d-8bd4-494b-8c82-5acb9b350023 req-2647863b-9388-4b60-938d-3cfc67d97cf1 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 945 time: 0.0876117 Apr 20 18:26:47.510076 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-40837c9d-8bd4-494b-8c82-5acb9b350023 req-d6c72b83-8a61-404d-9b22-c9ec4a0b4611 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420766 Apr 20 18:26:47.605373 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-bc6c15ee-ca8a-4b0f-9ee1-acba21803ff5 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:47.606128 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-bc6c15ee-ca8a-4b0f-9ee1-acba21803ff5 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Synchronizing usage tracker for tenant:0b14c1698b6442d0905c40d66d70c2ea on resource:port {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:26:47.621419 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-bc6c15ee-ca8a-4b0f-9ee1-acba21803ff5 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Unset dirty status for tenant:0b14c1698b6442d0905c40d66d70c2ea on resource:port {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:26:47.622797 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-bc6c15ee-ca8a-4b0f-9ee1-acba21803ff5 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 945 time: 0.1047838 Apr 20 18:26:47.701322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 2ea4c3e2-822b-4194-a115-eba88d50be61 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:26:47.706583 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-0be63203-484a-4795-a596-50617a20b04b tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Deleting port c9e19379-0aad-4198-98c2-93f8e74eeaa1 {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:26:47.706975 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-0be63203-484a-4795-a596-50617a20b04b tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:47.740230 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: 2ea4c3e2-822b-4194-a115-eba88d50be61 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:26:47.740627 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 2ea4c3e2-822b-4194-a115-eba88d50be61 not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:26:48.103192 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:48.208021 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-0be63203-484a-4795-a596-50617a20b04b tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] For port c9e19379-0aad-4198-98c2-93f8e74eeaa1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c9e19379-0aad-4198-98c2-93f8e74eeaa1,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:26:48.208358 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-0be63203-484a-4795-a596-50617a20b04b tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:48.343598 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-0be63203-484a-4795-a596-50617a20b04b tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Calling delete_port for c9e19379-0aad-4198-98c2-93f8e74eeaa1 owned by compute:nova {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:26:48.494990 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-0be63203-484a-4795-a596-50617a20b04b tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:48.500420 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-21cc4995-bc07-4283-ab2d-550d4549cbc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:48.509519 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] get_ports_and_sgs() called for port_ids ['691b7ca3-00dc-420f-bee7-c49ea1b4479e'] {{(pid=86321) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:26:48.550006 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be63203-484a-4795-a596-50617a20b04b tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Pushing event deleted for resources: {'Port': ['ID=c9e19379-0aad-4198-98c2-93f8e74eeaa1,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:48.553880 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0be63203-484a-4795-a596-50617a20b04b tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:48.637060 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-0be63203-484a-4795-a596-50617a20b04b tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] No DVR routers for this DVR port c9e19379-0aad-4198-98c2-93f8e74eeaa1 on host hv-cinder-78693 {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:26:48.639530 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-0be63203-484a-4795-a596-50617a20b04b tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:48.642704 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6481abd4-cb52-431a-bb3b-cc75cf6f88cd', 'name': 'network-vif-deleted', 'tag': 'c9e19379-0aad-4198-98c2-93f8e74eeaa1'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:26:48.659298 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-0a1bc6ec-540e-443c-ac44-2b2ad10972d0 req-0be63203-484a-4795-a596-50617a20b04b tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "DELETE /v2.0/ports/c9e19379-0aad-4198-98c2-93f8e74eeaa1 HTTP/1.1" status: 204 len: 173 time: 1.0284243 Apr 20 18:26:48.695682 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6481abd4-cb52-431a-bb3b-cc75cf6f88cd', 'name': 'network-vif-deleted', 'tag': 'c9e19379-0aad-4198-98c2-93f8e74eeaa1', 'status': 'completed', 'code': 200} Apr 20 18:26:48.711652 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-542bb289-63ec-44a5-abf4-794cbc75c2f4 req-84b06489-c8a8-4200-9b61-cfd5b90f9e5c tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=6481abd4-cb52-431a-bb3b-cc75cf6f88cd HTTP/1.1" status: 200 len: 210 time: 0.0713167 Apr 20 18:26:49.699251 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device c9e19379-0aad-4198-98c2-93f8e74eeaa1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:26:49.737384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: c9e19379-0aad-4198-98c2-93f8e74eeaa1 {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:26:49.737773 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device c9e19379-0aad-4198-98c2-93f8e74eeaa1 not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:26:51.455784 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ff89-3e6a-47f3-9e0e-c63a839e4c55 req-c731ebaf-7d1e-4592-9d90-bc24f50548d0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:51.457428 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-def7ff89-3e6a-47f3-9e0e-c63a839e4c55 req-c731ebaf-7d1e-4592-9d90-bc24f50548d0 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 945 time: 0.0909865 Apr 20 18:26:51.508107 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-def7ff89-3e6a-47f3-9e0e-c63a839e4c55 req-08221852-3668-4bbe-80c2-a45b8a680cf2 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Apr 20 18:26:52.739508 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d1cfd-9eb6-460a-8877-f74d40395fcd req-17877af7-1ade-42a2-8568-5a58763464c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86320) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:52.741204 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-361d1cfd-9eb6-460a-8877-f74d40395fcd req-17877af7-1ade-42a2-8568-5a58763464c3 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 945 time: 0.1019576 Apr 20 18:26:52.798102 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-361d1cfd-9eb6-460a-8877-f74d40395fcd req-6c405d42-239d-46ca-8282-30a247fdc230 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/security-groups?id=1c1158f8-eb03-46c2-9e14-b50194e9b339&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484977 Apr 20 18:26:53.110684 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c7fbf7a5-e02b-47cd-94bd-3fdde929e969 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86319) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:26:53.111583 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c7fbf7a5-e02b-47cd-94bd-3fdde929e969 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Synchronizing usage tracker for tenant:0b14c1698b6442d0905c40d66d70c2ea on resource:port {{(pid=86319) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:26:53.130130 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c7fbf7a5-e02b-47cd-94bd-3fdde929e969 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Unset dirty status for tenant:0b14c1698b6442d0905c40d66d70c2ea on resource:port {{(pid=86319) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:26:53.131396 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c7fbf7a5-e02b-47cd-94bd-3fdde929e969 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 945 time: 0.1224399 Apr 20 18:26:53.221871 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c4141765-2b7f-4271-b67f-275bfdb4b5ed tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Deleting port 691b7ca3-00dc-420f-bee7-c49ea1b4479e {{(pid=86319) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:26:53.222246 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c4141765-2b7f-4271-b67f-275bfdb4b5ed tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363261996153460'] for port, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:53.510349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.db [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c4141765-2b7f-4271-b67f-275bfdb4b5ed tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] For port 691b7ca3-00dc-420f-bee7-c49ea1b4479e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=691b7ca3-00dc-420f-bee7-c49ea1b4479e,segment=NetworkSegment(2d18d6c6-5adf-4b75-b9f9-a68b2541b92d),segment_id=2d18d6c6-5adf-4b75-b9f9-a68b2541b92d)] {{(pid=86319) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:26:53.510715 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c4141765-2b7f-4271-b67f-275bfdb4b5ed tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747559'] for port, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:53.655443 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c4141765-2b7f-4271-b67f-275bfdb4b5ed tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Calling delete_port for 691b7ca3-00dc-420f-bee7-c49ea1b4479e owned by compute:nova {{(pid=86319) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:26:53.815085 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c4141765-2b7f-4271-b67f-275bfdb4b5ed tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-696140', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-133799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363261996149279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774858177497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7734866'] for port, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:53.821409 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5c3ff7ca-e580-4124-8faf-08312605b920 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:53.877923 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4141765-2b7f-4271-b67f-275bfdb4b5ed tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Pushing event deleted for resources: {'Port': ['ID=691b7ca3-00dc-420f-bee7-c49ea1b4479e,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:53.881634 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c4141765-2b7f-4271-b67f-275bfdb4b5ed tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:53.963348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.l3_dvrscheduler_db [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c4141765-2b7f-4271-b67f-275bfdb4b5ed tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] No DVR routers for this DVR port 691b7ca3-00dc-420f-bee7-c49ea1b4479e on host hv-cinder-78693 {{(pid=86319) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:26:53.965911 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c4141765-2b7f-4271-b67f-275bfdb4b5ed tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2980'] for port, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:53.970679 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe699fa2-4c1b-42ac-a6c8-cfb3e4669394', 'name': 'network-vif-deleted', 'tag': '691b7ca3-00dc-420f-bee7-c49ea1b4479e'}] {{(pid=86319) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:26:53.977179 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-3b9df2ef-ae85-420d-b6ec-dd48f8e189cf req-b6608e63-2f41-4e94-a46c-74d7961dda90 tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe699fa2-4c1b-42ac-a6c8-cfb3e4669394 HTTP/1.1" status: 200 len: 210 time: 0.0544293 Apr 20 18:26:53.987525 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [req-6658aa58-4f89-4087-b726-0a290fcecf17 req-c4141765-2b7f-4271-b67f-275bfdb4b5ed tempest-AttachVolumeNegativeTest-1582173642 tempest-AttachVolumeNegativeTest-1582173642-project] 10.222.0.37 "DELETE /v2.0/ports/691b7ca3-00dc-420f-bee7-c49ea1b4479e HTTP/1.1" status: 204 len: 173 time: 0.8475466 Apr 20 18:26:54.178027 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe699fa2-4c1b-42ac-a6c8-cfb3e4669394', 'name': 'network-vif-deleted', 'tag': '691b7ca3-00dc-420f-bee7-c49ea1b4479e', 'status': 'completed', 'code': 200} Apr 20 18:26:55.084891 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 54838) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:26:55.153103 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Deleting subnet 4300da5b-bce3-4d1c-a6d3-f698b03493d7 {{(pid=86320) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:26:55.157124 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:55.216840 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6417067'] for subnet, precommit_delete_associations {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:55.277404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-661853'] for subnet, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:55.553815 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854113947', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853145497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847985512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7113702'] for subnet, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:55.559267 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:55.597649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4300da5b-bce3-4d1c-a6d3-f698b03493d7,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:55.607297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for subnet, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:55.612864 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:55.613289 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:55.613703 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:55.614110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:55.614511 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:55.614943 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:55.615345 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:55.615745 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:55.616147 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:55.616552 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:55.616949 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:55.617345 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:26:55.623302 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4300da5b-bce3-4d1c-a6d3-f698b03493d7 HTTP/1.1" status: 204 len: 168 time: 0.5366061 Apr 20 18:26:55.623722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c49a5815-4e0c-4f40-bf3f-835d9babeecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:55.626213 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54842) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:26:55.746253 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 691b7ca3-00dc-420f-bee7-c49ea1b4479e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:26:55.750671 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-829457'] for network, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:55.787516 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.plugin [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] No Port match for: 691b7ca3-00dc-420f-bee7-c49ea1b4479e {{(pid=86321) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:26:55.787910 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.rpc [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Device 691b7ca3-00dc-420f-bee7-c49ea1b4479e not bound to the agent host hv-cinder-78693 {{(pid=86321) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:26:55.890833 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854114040', 'neutron.services.segments.db._delete_segments_for_network-8774858660467'] for network, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:56.020476 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e05c070-bed8-4d80-b7c5-453933e0ed87']}} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:26:56.034632 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d') {'for_net_delete': True} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:26:56.034974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.services.segments.db [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d18d6c6-5adf-4b75-b9f9-a68b2541b92d') {} {{(pid=86319) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:26:56.049788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363261996087651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853646860'] for segment, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:56.065726 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854115269'] for segment, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:56.072431 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=86319) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:26:56.263573 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] Network 7e05c070-bed8-4d80-b7c5-453933e0ed87 has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:26:56.273602 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-660556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847040987'] for segment, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:56.456636 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.plugins.ml2.managers [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] Network 7e05c070-bed8-4d80-b7c5-453933e0ed87 has no segments {{(pid=86319) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: Traceback (most recent call last): Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: timer() Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: cb(*args, **kw) Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: return func(*args, **kwargs) Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: self._notify() Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: self.callback(batched_events) Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: event.method(event) Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: segment_id)['aggregates'][0] Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: return f(self, *a, **k) Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: return self._get(url).json() Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: **kwargs) Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: return self.request(url, 'GET', **kwargs) Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: **endpoint_filter) Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:26:56.484561 dv-cinder-786930-2-smb neutron-server[86206]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:26:56.564022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661760', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184377', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1668245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853068648'] for network, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:56.567769 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:56.582056 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1668230'] for network, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:56.594495 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e05c070-bed8-4d80-b7c5-453933e0ed87,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:56.598349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:56.603658 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-ac486525-e1d0-4d50-819c-8f07a01bbd46 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7e05c070-bed8-4d80-b7c5-453933e0ed87 HTTP/1.1" status: 204 len: 168 time: 0.9762819 Apr 20 18:26:56.722185 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54848) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:26:56.780900 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-9a1c6c57-0217-4197-8e82-a1a4d6ae98e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b14c1698b6442d0905c40d66d70c2ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573261 Apr 20 18:26:56.784057 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 54852) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:26:56.849484 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-09337173-37a1-40c7-8fb8-675e0465ef19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:56.876865 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-09337173-37a1-40c7-8fb8-675e0465ef19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:56.924675 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-09337173-37a1-40c7-8fb8-675e0465ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:56.930227 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-07d8e0b7-749b-4d83-b0af-22badc48bf56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:26:56.946151 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09337173-37a1-40c7-8fb8-675e0465ef19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1158f8-eb03-46c2-9e14-b50194e9b339,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:26:56.952334 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-09337173-37a1-40c7-8fb8-675e0465ef19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:26:56.955932 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-09337173-37a1-40c7-8fb8-675e0465ef19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:56.959945 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-09337173-37a1-40c7-8fb8-675e0465ef19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c1158f8-eb03-46c2-9e14-b50194e9b339 HTTP/1.1" status: 204 len: 168 time: 0.1721199 Apr 20 18:27:10.615785 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8b20fc53-6acb-4b4f-8454-9cc32d9c8e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:13.160882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-cdf1bda5-fb15-47a5-87b2-eeb70f80aa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:13.910836 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:14.375308 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:15.273681 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:17.826283 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:27:18.101305 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:32.059886 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 55208) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:32.206735 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:32.223969 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:27:32.228316 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf821336a4b441eb43590e59a284bf4 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:27:32.231498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:27:32.238632 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:27:32.346427 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:32.349748 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:32.360114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-09337173-37a1-40c7-8fb8-675e0465ef19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:32.406261 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7cf821336a4b441eb43590e59a284bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448758 Apr 20 18:27:32.408622 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70364dc8-becd-4801-9f40-17ca139564d6,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:32.409914 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 55214) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:32.417438 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:32.417877 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:32.418270 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:32.418705 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:32.419109 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:32.419515 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:32.419913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:32.420311 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:32.420710 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:32.421108 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:32.421500 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:32.422439 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86319) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:32.427173 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-8332f086-361e-4ffb-8008-a6cf5af84784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:32.544944 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f73588a9-0659-4acb-88a1-bee69c879372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:32.580063 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f73588a9-0659-4acb-88a1-bee69c879372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:32.636217 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f73588a9-0659-4acb-88a1-bee69c879372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:32.643524 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-546f6f64-4f8c-4f04-9be9-8cc110cebd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:32.657450 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73588a9-0659-4acb-88a1-bee69c879372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70364dc8-becd-4801-9f40-17ca139564d6,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:32.660712 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-f73588a9-0659-4acb-88a1-bee69c879372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:32.662977 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f73588a9-0659-4acb-88a1-bee69c879372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:32.664062 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-f73588a9-0659-4acb-88a1-bee69c879372 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70364dc8-becd-4801-9f40-17ca139564d6 HTTP/1.1" status: 204 len: 168 time: 0.2524827 Apr 20 18:27:33.000012 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 55222) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:33.020237 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7237c725-c657-41ca-9b95-705d26ae7548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:33.037798 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7237c725-c657-41ca-9b95-705d26ae7548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:27:33.042403 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7237c725-c657-41ca-9b95-705d26ae7548 admin admin] Usage tracker for resource:security_group_rule and tenant:11e9a62bdd0d49238bbaf146a2d6e078 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:27:33.045551 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-7237c725-c657-41ca-9b95-705d26ae7548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:27:33.051991 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-7237c725-c657-41ca-9b95-705d26ae7548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:27:33.141532 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7237c725-c657-41ca-9b95-705d26ae7548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:33.144349 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7237c725-c657-41ca-9b95-705d26ae7548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:33.153414 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-31781315-72a4-4b7e-a92e-8e9291d9d1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:33.201571 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-7237c725-c657-41ca-9b95-705d26ae7548 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11e9a62bdd0d49238bbaf146a2d6e078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2001855 Apr 20 18:27:33.204322 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237c725-c657-41ca-9b95-705d26ae7548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdaf33e-e2c0-4702-a199-0079a9a6524f,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:33.206029 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 55226) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:33.207868 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-7237c725-c657-41ca-9b95-705d26ae7548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:33.278290 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-af6a5d61-10db-47ac-9fd9-ed1a8c5730eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:33.311106 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-af6a5d61-10db-47ac-9fd9-ed1a8c5730eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:33.361920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-af6a5d61-10db-47ac-9fd9-ed1a8c5730eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:33.367464 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-84e1258b-623b-4079-ab39-989e81f6846a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:33.381125 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a5d61-10db-47ac-9fd9-ed1a8c5730eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdaf33e-e2c0-4702-a199-0079a9a6524f,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:33.385920 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-af6a5d61-10db-47ac-9fd9-ed1a8c5730eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:33.392202 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-af6a5d61-10db-47ac-9fd9-ed1a8c5730eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:33.393452 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-af6a5d61-10db-47ac-9fd9-ed1a8c5730eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cdaf33e-e2c0-4702-a199-0079a9a6524f HTTP/1.1" status: 204 len: 168 time: 0.1856160 Apr 20 18:27:40.339564 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 55304) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:40.473503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fc74ac4b-cb83-42f9-b7bf-2cea32b4d390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:40.493513 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-fc74ac4b-cb83-42f9-b7bf-2cea32b4d390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:27:40.497650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-fc74ac4b-cb83-42f9-b7bf-2cea32b4d390 admin admin] Usage tracker for resource:security_group_rule and tenant:3876aa7a80ca433db5c78057699dda51 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:27:40.500725 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-fc74ac4b-cb83-42f9-b7bf-2cea32b4d390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:27:40.506828 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-fc74ac4b-cb83-42f9-b7bf-2cea32b4d390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:27:40.599022 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fc74ac4b-cb83-42f9-b7bf-2cea32b4d390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:40.603354 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fc74ac4b-cb83-42f9-b7bf-2cea32b4d390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:40.613406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-31703d5c-e863-4934-b28b-d7a80f13b5a4 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:40.618841 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e6b51e0e-b46d-4a7a-b51e-91fec8824b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:40.657839 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-fc74ac4b-cb83-42f9-b7bf-2cea32b4d390 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3876aa7a80ca433db5c78057699dda51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160472 Apr 20 18:27:40.659650 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74ac4b-cb83-42f9-b7bf-2cea32b4d390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019fc7b5-27dd-4a41-88ad-24fb2602bde3,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:40.660881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 55310) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:40.663155 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-fc74ac4b-cb83-42f9-b7bf-2cea32b4d390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:40.724696 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6cb03bad-d687-44fa-900c-abb85d5656f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:40.751974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6cb03bad-d687-44fa-900c-abb85d5656f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:40.801087 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6cb03bad-d687-44fa-900c-abb85d5656f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:40.806315 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-cc390dcb-2d3a-49af-98af-5a1fda9c8b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:40.820234 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb03bad-d687-44fa-900c-abb85d5656f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019fc7b5-27dd-4a41-88ad-24fb2602bde3,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:40.825228 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6cb03bad-d687-44fa-900c-abb85d5656f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:40.830470 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6cb03bad-d687-44fa-900c-abb85d5656f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:40.831758 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-6cb03bad-d687-44fa-900c-abb85d5656f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/019fc7b5-27dd-4a41-88ad-24fb2602bde3 HTTP/1.1" status: 204 len: 168 time: 0.1698372 Apr 20 18:27:41.146960 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 55318) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:41.166037 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3868dc63-15d6-4fef-b6ef-c647a32fe2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:41.181691 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3868dc63-15d6-4fef-b6ef-c647a32fe2e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:27:41.185766 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3868dc63-15d6-4fef-b6ef-c647a32fe2e4 admin admin] Usage tracker for resource:security_group_rule and tenant:103454b81cd8406fb542e4b8f2dfd3f3 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:27:41.189384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-3868dc63-15d6-4fef-b6ef-c647a32fe2e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:27:41.195593 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-3868dc63-15d6-4fef-b6ef-c647a32fe2e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:27:41.282639 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3868dc63-15d6-4fef-b6ef-c647a32fe2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:41.285828 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3868dc63-15d6-4fef-b6ef-c647a32fe2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:41.299796 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a5ea2e62-ae62-4f4f-80cb-792a3719d2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:41.573779 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-3868dc63-15d6-4fef-b6ef-c647a32fe2e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=103454b81cd8406fb542e4b8f2dfd3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256256 Apr 20 18:27:41.575512 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868dc63-15d6-4fef-b6ef-c647a32fe2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36ccc46-7d81-481e-a78c-2ca0a5518139,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:41.576721 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 55322) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:41.578713 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-3868dc63-15d6-4fef-b6ef-c647a32fe2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:41.646882 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bd952550-ccbe-4a3d-ab19-b9a1628f2119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:41.675169 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bd952550-ccbe-4a3d-ab19-b9a1628f2119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:41.721539 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bd952550-ccbe-4a3d-ab19-b9a1628f2119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:41.726719 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-af6a5d61-10db-47ac-9fd9-ed1a8c5730eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:41.745813 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd952550-ccbe-4a3d-ab19-b9a1628f2119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36ccc46-7d81-481e-a78c-2ca0a5518139,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:41.749057 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-bd952550-ccbe-4a3d-ab19-b9a1628f2119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:41.754371 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-bd952550-ccbe-4a3d-ab19-b9a1628f2119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:41.755638 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-bd952550-ccbe-4a3d-ab19-b9a1628f2119 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a36ccc46-7d81-481e-a78c-2ca0a5518139 HTTP/1.1" status: 204 len: 168 time: 0.1778758 Apr 20 18:27:43.163780 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-4c68e4bd-aa7d-4365-bed4-e79048ad55fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:43.914423 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:44.370658 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:44.697072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 55392) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:44.824082 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-123327d2-3699-4249-8517-c26c94a0d269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:44.840183 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-123327d2-3699-4249-8517-c26c94a0d269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:27:44.844274 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-123327d2-3699-4249-8517-c26c94a0d269 admin admin] Usage tracker for resource:security_group_rule and tenant:d2c01a82bfb44935826f6eb891388adb is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:27:44.848210 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-123327d2-3699-4249-8517-c26c94a0d269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:27:44.854261 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-123327d2-3699-4249-8517-c26c94a0d269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:27:44.941297 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-123327d2-3699-4249-8517-c26c94a0d269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:44.944879 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-123327d2-3699-4249-8517-c26c94a0d269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:44.954913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-0e3c4dac-0ee3-43d5-b54b-f7ca9538aaf3 tempest-TestMinimumBasicScenario-692887476 tempest-TestMinimumBasicScenario-692887476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:44.997763 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-123327d2-3699-4249-8517-c26c94a0d269 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2c01a82bfb44935826f6eb891388adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995546 Apr 20 18:27:44.999588 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123327d2-3699-4249-8517-c26c94a0d269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a138036-a4c6-4a6f-8867-f347e6d75c57,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:45.000717 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 55398) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:45.002788 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-123327d2-3699-4249-8517-c26c94a0d269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:45.065160 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-20af66ea-a83c-43e5-a0c0-e45f0774b31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:45.092672 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-20af66ea-a83c-43e5-a0c0-e45f0774b31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:45.137031 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-20af66ea-a83c-43e5-a0c0-e45f0774b31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:45.142794 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-6c896a2e-3f20-4539-be9a-6863dfa3b9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:45.155167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af66ea-a83c-43e5-a0c0-e45f0774b31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a138036-a4c6-4a6f-8867-f347e6d75c57,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:45.158072 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-20af66ea-a83c-43e5-a0c0-e45f0774b31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:45.165493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-20af66ea-a83c-43e5-a0c0-e45f0774b31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:45.166735 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-20af66ea-a83c-43e5-a0c0-e45f0774b31a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a138036-a4c6-4a6f-8867-f347e6d75c57 HTTP/1.1" status: 204 len: 168 time: 0.1644640 Apr 20 18:27:45.276136 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:45.462050 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 55406) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:45.482355 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-40a08b20-e617-4afb-b578-cc5be7aad10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:45.497848 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-40a08b20-e617-4afb-b578-cc5be7aad10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:27:45.502670 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-40a08b20-e617-4afb-b578-cc5be7aad10d admin admin] Usage tracker for resource:security_group_rule and tenant:be16555e1b8843a6be102f3d1d0c4228 is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:27:45.505622 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-40a08b20-e617-4afb-b578-cc5be7aad10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:27:45.511624 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-40a08b20-e617-4afb-b578-cc5be7aad10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:27:45.602345 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-40a08b20-e617-4afb-b578-cc5be7aad10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:45.605399 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-40a08b20-e617-4afb-b578-cc5be7aad10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:45.614974 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c2d9c06f-0e8d-4151-83d4-91bed3380d74 tempest-AttachVolumeTestJSON-270015758 tempest-AttachVolumeTestJSON-270015758-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:45.659859 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-40a08b20-e617-4afb-b578-cc5be7aad10d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be16555e1b8843a6be102f3d1d0c4228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960018 Apr 20 18:27:45.660722 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a08b20-e617-4afb-b578-cc5be7aad10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9225a80-1526-48f1-94f2-0ddb53bdb535,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:45.663510 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 55410) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:45.664114 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-40a08b20-e617-4afb-b578-cc5be7aad10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:45.730161 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82de18ff-ac8a-4c02-89b5-a5caaf3564e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:45.758269 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82de18ff-ac8a-4c02-89b5-a5caaf3564e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:45.806806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82de18ff-ac8a-4c02-89b5-a5caaf3564e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:45.811825 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-fb70f47b-99e1-471e-bc1e-58c579089f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:45.825256 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de18ff-ac8a-4c02-89b5-a5caaf3564e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9225a80-1526-48f1-94f2-0ddb53bdb535,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:45.830466 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-82de18ff-ac8a-4c02-89b5-a5caaf3564e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:45.835333 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-82de18ff-ac8a-4c02-89b5-a5caaf3564e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:45.836552 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-82de18ff-ac8a-4c02-89b5-a5caaf3564e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9225a80-1526-48f1-94f2-0ddb53bdb535 HTTP/1.1" status: 204 len: 168 time: 0.1717932 Apr 20 18:27:48.101043 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:54.828053 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:27:58.084611 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 55518) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:58.213015 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-934a0dd0-d33d-4b8b-abed-792726521608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:58.228498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-934a0dd0-d33d-4b8b-abed-792726521608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:27:58.232580 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-934a0dd0-d33d-4b8b-abed-792726521608 admin admin] Usage tracker for resource:security_group_rule and tenant:d99b1ea1b6b34f1594c2f3913fda2e3f is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:27:58.235656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-934a0dd0-d33d-4b8b-abed-792726521608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:27:58.241621 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-934a0dd0-d33d-4b8b-abed-792726521608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:27:58.325530 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-934a0dd0-d33d-4b8b-abed-792726521608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:58.329140 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-934a0dd0-d33d-4b8b-abed-792726521608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:58.338388 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-01e7c808-327c-451a-b7a2-b4c47deb1ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:58.381104 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-934a0dd0-d33d-4b8b-abed-792726521608 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d99b1ea1b6b34f1594c2f3913fda2e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953553 Apr 20 18:27:58.382094 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a0dd0-d33d-4b8b-abed-792726521608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac4203a-13ed-41fb-ad0f-7fc173fc4055,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:58.384101 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 55524) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:58.385404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-934a0dd0-d33d-4b8b-abed-792726521608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:58.447382 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:58.475689 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:58.520489 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:58.525464 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c1dd428f-14b5-47b0-8b2e-ec0039a1825b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:58.544071 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac4203a-13ed-41fb-ad0f-7fc173fc4055,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:58.554858 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:58.555277 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:58.555680 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:58.556079 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:58.556482 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:58.556879 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:58.557272 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:58.557667 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:58.558063 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:58.558448 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:58.558869 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:58.559254 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-smb {{(pid=86320) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:27:58.564258 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:58.565806 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:58.567055 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-fff75c7b-2b3a-4486-8e7e-137966cafa8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ac4203a-13ed-41fb-ad0f-7fc173fc4055 HTTP/1.1" status: 204 len: 168 time: 0.1818178 Apr 20 18:27:58.865144 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 55532) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:58.884543 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-56c5f6a7-8966-48fe-959e-ffc2dbea8ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:58.899446 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-56c5f6a7-8966-48fe-959e-ffc2dbea8ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:27:58.903501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-56c5f6a7-8966-48fe-959e-ffc2dbea8ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:7bc9a0cb5e374128be047b957bbe90ee is out of sync, need to count used quota {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:27:58.906406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-56c5f6a7-8966-48fe-959e-ffc2dbea8ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86320) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:27:58.913047 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-56c5f6a7-8966-48fe-959e-ffc2dbea8ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86320) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:27:58.999310 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-56c5f6a7-8966-48fe-959e-ffc2dbea8ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:59.002399 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-56c5f6a7-8966-48fe-959e-ffc2dbea8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:59.011314 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-69b1619a-b1ec-4cc3-8b4e-d4819aba1905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:59.055417 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-56c5f6a7-8966-48fe-959e-ffc2dbea8ed0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bc9a0cb5e374128be047b957bbe90ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891363 Apr 20 18:27:59.056430 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5f6a7-8966-48fe-959e-ffc2dbea8ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd066ca-c839-417f-a257-039530a15406,revision_number=1']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:59.058294 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 55536) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:27:59.059661 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-56c5f6a7-8966-48fe-959e-ffc2dbea8ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:59.125404 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a376b29e-1442-476c-abd3-bbd29c81d54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:59.151952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a376b29e-1442-476c-abd3-bbd29c81d54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:59.196517 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a376b29e-1442-476c-abd3-bbd29c81d54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:59.201793 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-46ca25af-01a4-4dba-b8ca-dbab56ffd257 tempest-TestShelveInstance-423335797 tempest-TestShelveInstance-423335797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:27:59.216498 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376b29e-1442-476c-abd3-bbd29c81d54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd066ca-c839-417f-a257-039530a15406,revision_number=None']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:27:59.218964 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-a376b29e-1442-476c-abd3-bbd29c81d54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:27:59.228200 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a376b29e-1442-476c-abd3-bbd29c81d54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:59.229427 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-a376b29e-1442-476c-abd3-bbd29c81d54a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cd066ca-c839-417f-a257-039530a15406 HTTP/1.1" status: 204 len: 168 time: 0.1694031 Apr 20 18:28:06.440940 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86319) accepted ('10.222.0.21', 55618) {{(pid=86319) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:28:06.567690 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-250a3184-f1b7-438f-8ec9-9ceb867a4d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:06.583464 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-250a3184-f1b7-438f-8ec9-9ceb867a4d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:28:06.588003 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-250a3184-f1b7-438f-8ec9-9ceb867a4d44 admin admin] Usage tracker for resource:security_group_rule and tenant:c14094cd5ec74761a0c3b8a004faba16 is out of sync, need to count used quota {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:28:06.591331 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.quota.resource [None req-250a3184-f1b7-438f-8ec9-9ceb867a4d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86319) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:28:06.597501 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.quota.driver [None req-250a3184-f1b7-438f-8ec9-9ceb867a4d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86319) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:28:06.684665 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-250a3184-f1b7-438f-8ec9-9ceb867a4d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:06.687413 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-250a3184-f1b7-438f-8ec9-9ceb867a4d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_create {{(pid=86319) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:06.697110 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-46339270-7bf6-4023-9f2b-e528794bf42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:28:06.740149 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-250a3184-f1b7-438f-8ec9-9ceb867a4d44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c14094cd5ec74761a0c3b8a004faba16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979214 Apr 20 18:28:06.741952 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a3184-f1b7-438f-8ec9-9ceb867a4d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f26f11-ae3f-49d2-912b-2f60bc576209,revision_number=1']} {{(pid=86319) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:28:06.743033 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.wsgi [-] (86320) accepted ('10.222.0.21', 55624) {{(pid=86320) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:28:06.745348 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-250a3184-f1b7-438f-8ec9-9ceb867a4d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86319) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:28:06.807863 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c8ce0b20-391c-401e-b335-dfe306c9d47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:06.835928 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c8ce0b20-391c-401e-b335-dfe306c9d47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:06.883931 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c8ce0b20-391c-401e-b335-dfe306c9d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853184325'] for security_group, after_delete {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:06.888917 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-5c76f8db-45f8-42cb-9d14-0e333efe32e7 tempest-AttachVolumeShelveTestJSON-2079660456 tempest-AttachVolumeShelveTestJSON-2079660456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:28:06.901367 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce0b20-391c-401e-b335-dfe306c9d47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f26f11-ae3f-49d2-912b-2f60bc576209,revision_number=None']} {{(pid=86320) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:28:06.907141 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG oslo_concurrency.lockutils [None req-c8ce0b20-391c-401e-b335-dfe306c9d47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86320) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:28:06.911762 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c8ce0b20-391c-401e-b335-dfe306c9d47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86320) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:06.913665 dv-cinder-786930-2-smb neutron-server[86206]: INFO neutron.wsgi [None req-c8ce0b20-391c-401e-b335-dfe306c9d47d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11f26f11-ae3f-49d2-912b-2f60bc576209 HTTP/1.1" status: 204 len: 168 time: 0.1694729 Apr 20 18:28:10.621154 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d571edab-80f8-4e75-ba2e-711e074b247a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:13.166236 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-e6676036-b095-442f-ba3b-2ac1bfb7f9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:13.916325 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:14.373913 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:15.278371 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:18.100887 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:31.826978 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:28:40.630522 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-7a340ce9-c748-4e67-974e-fdaf62c2e0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:43.171372 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-823de77d-236f-442d-b13d-c1542a7e8943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:43.922381 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:44.379028 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:45.284107 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:48.100117 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:08.827384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:29:10.624352 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-135b0f97-53ea-40e7-838d-64e21f270ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:13.173255 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-b2d1fd75-d40b-4ae4-bdda-7650c3f38814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:13.921406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:14.381829 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:15.285821 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:18.114698 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.627656 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a6a9e7d0-fd58-4a81-a90d-b3b0bdb18ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.174118 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-c0ffc712-b38b-44ef-a138-4a62933df811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.925792 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:44.383801 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.288242 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:45.828063 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:29:48.114987 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:10.630059 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-72314db4-d8da-49c6-a0f4-8796fe6f9684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.177724 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9e7a37ec-bf24-4e78-a327-64e4ba5faa40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:13.927068 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:14.385502 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:15.293649 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:18.129584 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:22.828356 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:30:40.634835 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-fa6931b8-d9b1-488d-9374-cc0f37086d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.178813 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d2d05c89-e124-4962-80d1-3fdac39f15c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:43.932191 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:44.388448 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:45.293149 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:48.129707 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:30:59.827856 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:31:10.636343 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-d9347d07-3e54-473f-96f9-f049bbc80e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.179609 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-a2690e26-3989-4bc0-807e-9ec8ad7426cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:13.932187 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:14.390503 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:15.296988 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:18.128606 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:36.828232 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:31:40.640881 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-9717daeb-9d5e-4683-82e4-bbeccfa6dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:43.181384 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-967c90c2-75b5-44eb-bb26-e30de9f4aa25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:43.935001 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:44.392525 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:45.300389 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:31:48.127167 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:10.643015 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-ea547378-586f-4ee6-ab3e-3c76fa168390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:13.183527 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-f9e68866-b2f8-4f19-90b5-cd897fc4fdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:13.828406 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron.db.agents_db [None req-4af24686-f264-4d6e-8695-400aca02a85f None None] Agent healthcheck: found 6 active agents {{(pid=86322) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:32:13.939493 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:14.395176 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:15.302666 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:18.127491 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:40.645909 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-2071462d-b3e6-4020-9a1d-21c67715167d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:43.186287 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-6f67bbbb-c1e2-413e-ae48-8eeb53001d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:43.940281 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-5e3e23be-b178-43ac-9dcb-f353a7cd6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:44.396842 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-797f9bdf-393e-4ce9-a468-4169d56ccef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:45.342681 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-3d78c39e-0baf-4cc2-83c2-50551b10922b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:32:48.144321 dv-cinder-786930-2-smb neutron-server[86206]: DEBUG neutron_lib.callbacks.manager [None req-246c0d05-132a-4aee-abed-dc83f2a438de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363261996115333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854037206'] for agent, after_update {{(pid=86321) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}